-- Logs begin at Mon 2022-05-16 14:15:25 UTC, end at Mon 2022-05-16 15:40:42 UTC. -- May 16 15:12:04.853188 dv-cinder-790535-39-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 16 15:12:07.645219 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.common.config [-] Logging enabled! May 16 15:12:07.645731 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 15:12:07.646000 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103866) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 15:12:07.649251 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.common.config [-] Logging enabled! May 16 15:12:07.649505 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 15:12:07.649815 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103866) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 15:12:07.650760 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 15:12:07.650994 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 15:12:07.651358 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 15:12:07.651603 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 15:12:07.651826 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 15:12:07.652238 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.652537 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.652774 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.653068 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.653383 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.653665 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.653954 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.654282 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.654567 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.654849 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.655129 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.655359 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.655637 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.655920 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.656205 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.656427 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] debug = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.656703 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.657138 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.657543 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.657821 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.658109 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.658407 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.658678 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.658952 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.659233 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.659560 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] host = dv-cinder-790535-39-iscsi {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.659841 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.660121 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.660403 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.660686 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.660959 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.661232 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.661514 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.661785 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.662056 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] log_file = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.662348 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.662633 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.662917 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.663211 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.663436 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.663657 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.663942 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.664225 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.664496 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.664766 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.665042 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.665311 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.665582 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.665848 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.666145 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.666430 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.666711 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.666983 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.667251 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.667518 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.667784 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.668065 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.668331 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.668598 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.668890 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.669175 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.669440 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.669710 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.670008 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.670315 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.670596 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.670879 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.671153 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.671432 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.671700 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.671970 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.672237 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] use_json = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.672505 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.672771 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.673049 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.673320 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.673587 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.673855 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.674143 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.674426 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.674696 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:07.674997 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.675291 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.675590 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.675872 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.676175 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.676452 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.676738 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.677014 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.677302 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.677588 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.677873 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.678170 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.678472 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.678758 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.679052 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.679354 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.679645 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.679935 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.680210 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.680483 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.680754 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.681031 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.681317 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.681595 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.681884 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.682197 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.682479 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.682774 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.683057 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.683341 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.683634 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.683923 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.684196 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.684999 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.685291 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.685571 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.685846 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.686158 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.686436 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.686710 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.686991 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.687268 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.687554 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.687812 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.688088 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.688377 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.688651 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.688921 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.689192 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.689465 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.689734 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.690015 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.690316 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.690590 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.690862 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.691136 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.691409 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.691681 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.691955 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.692225 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.692499 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.692768 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.693037 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.693309 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.693580 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.693851 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.694120 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.694417 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.694692 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.694970 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.695243 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.695517 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.695789 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.696063 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.696360 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.696647 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.696920 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.697197 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.697475 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.697751 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.698026 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.698328 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.698605 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.698877 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.699165 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.699446 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.699730 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.700057 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.700828 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.701140 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.701414 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.701688 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.701967 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.702261 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.702538 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.702818 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.703098 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.703389 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.703682 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.703960 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.704254 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.704545 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.704835 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.705116 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.705417 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.705696 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:07.705911 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 15:12:07.706168 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103866) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 16 15:12:08.170084 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 15:12:08.170382 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 15:12:08.170688 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 15:12:08.171021 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.manager [-] Loading core plugin: ml2 May 16 15:12:08.499289 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.499498 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.499768 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.500969 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.501241 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.501505 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.556693 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.556977 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.557244 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.571850 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.572129 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.572398 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.602823 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.603105 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.603372 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.641935 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.642241 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.642507 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.980923 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.981544 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.981544 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.981733 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:08.982459 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.080523 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.080844 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.081129 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.081403 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.081668 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.081978 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.082261 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.082519 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.082775 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.083056 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.083316 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.083578 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.083833 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.084084 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.084337 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.084600 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.084852 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.085117 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.085384 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.085642 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.085910 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.086182 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.086464 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.086842 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.087093 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.087339 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.087727 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:12:09.087967 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:12:09.088203 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:12:09.088439 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:12:09.088674 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:12:09.088908 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:12:09.089280 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 16 15:12:09.092883 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 16 15:12:09.096784 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 16 15:12:09.100406 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 16 15:12:09.102024 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 16 15:12:09.102513 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 16 15:12:09.102852 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 16 15:12:09.103244 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 16 15:12:09.106209 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 16 15:12:09.106528 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 16 15:12:09.106873 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 16 15:12:09.111701 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 16 15:12:09.135551 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 16 15:12:09.136001 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.136297 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103866) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 16 15:12:09.136667 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.138057 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103866) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 16 15:12:09.138362 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 16 15:12:09.138609 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 16 15:12:09.141840 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.142119 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:09.203958 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 16 15:12:09.204195 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 16 15:12:09.204431 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 16 15:12:09.204795 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 16 15:12:09.229730 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_db.sqlalchemy.engines [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103866) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 16 15:12:09.819189 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Initializing driver for type 'gre' May 16 15:12:09.819707 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] gre ID ranges: [(1, 1000)] May 16 15:12:09.990646 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Initializing driver for type 'local' May 16 15:12:09.991253 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Initializing driver for type 'vlan' May 16 15:12:10.041993 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] VlanTypeDriver initialization complete May 16 15:12:10.042358 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Initializing driver for type 'vxlan' May 16 15:12:10.042860 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] vxlan ID ranges: [(1, 1000)] May 16 15:12:10.265200 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Initializing extension driver 'port_security' May 16 15:12:10.265460 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.extensions.port_security [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] PortSecurityExtensionDriver initialization complete May 16 15:12:10.265791 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Initializing mechanism driver 'openvswitch' May 16 15:12:10.266117 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Initializing mechanism driver 'hyperv' May 16 15:12:10.272739 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:12:10.273597 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > port after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.273965 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > port after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.274350 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > port after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.274872 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103866) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:12:10.275345 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > subnet after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.275691 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > subnet after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.276029 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.276420 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103866) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:12:10.276820 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > network after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.277166 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > network after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.277503 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > network after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.277890 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103866) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:12:10.278313 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > security_group after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.278658 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > security_group after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.278992 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.280398 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103866) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:12:10.280398 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.280398 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.280622 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.280843 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103866) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:12:10.281238 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > address_group after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.281579 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > address_group after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.281915 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.282339 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103866) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:12:10.282778 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] ML2 OVO RPC backend initialized. {{(pid=103866) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 16 15:12:10.283471 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.283820 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.284225 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > network before_response 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.284566 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > networks before_response 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.284908 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > port before_response 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.285241 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > ports before_response 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.285577 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > subnet before_response 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.285909 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > subnets before_response 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.286282 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > network after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.286658 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > network after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.286990 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > network after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.287325 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > port after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.287660 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > port after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.287989 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > port after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.288320 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > subnet after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.288651 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > subnet after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.288979 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.296893 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded quota_driver: . May 16 15:12:10.297250 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Modular L2 Plugin initialization complete May 16 15:12:10.297597 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading services supported by the core plugin {{(pid=103866) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 16 15:12:10.297930 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.plugins.ml2.managers [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Got port-security extension from driver 'port_security' May 16 15:12:10.298452 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.extensions.vlantransparent [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Disabled vlantransparent extension. May 16 15:12:10.298938 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103866) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 16 15:12:10.299257 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading Plugin: router May 16 15:12:10.334099 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.334511 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router after_create 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.334901 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router before_create 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.335262 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.335632 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.335984 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router after_delete 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.336340 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.336685 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.337040 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router after_create 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.337384 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router after_update 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.337731 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router after_update 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.338074 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.338572 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router after_update 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.338982 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router precommit_update 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.339350 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: port after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.339683 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: port after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.340013 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: subnet after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.340341 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.340708 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.341052 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router precommit_create 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.341391 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: port before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.341726 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router precommit_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.342075 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router after_update 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.342441 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.342792 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router precommit_create 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.343150 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.343493 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router precommit_update 55549900 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.343853 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > agent after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.344201 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > agent after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.344541 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > network after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.345387 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Tracking information for resource: router configured {{(pid=103866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:12:10.345715 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Tracking information for resource: floatingip configured {{(pid=103866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:12:10.350670 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.db.l3_agentschedulers_db [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 16 15:12:10.351242 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: port after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.351597 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: port after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.351944 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: port after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.352343 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: port after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.353065 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router before_create 55550100 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.353422 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.353776 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router precommit_create 55550100 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.354146 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > router precommit_update 55550100 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.359299 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.services.provider_configuration [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service providers = [] {{(pid=103866) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 16 15:12:10.359657 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.db.servicetype_db [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103866) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 16 15:12:10.362575 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.services.service_base [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103866) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 15:12:10.362923 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.services.service_base [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103866) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 15:12:10.363260 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.services.service_base [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103866) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 15:12:10.364135 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.services.service_base [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103866) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 15:12:10.364498 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.services.service_base [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Default provider is not specified for service type L3_ROUTER_NAT May 16 15:12:10.364868 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:12:10.365183 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 16 15:12:10.376533 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:12:10.376860 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading Plugin: auto_allocate May 16 15:12:10.382448 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: network precommit_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.382817 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: network precommit_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.383322 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:12:10.383634 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading Plugin: tag May 16 15:12:10.390444 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:12:10.390790 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading Plugin: timestamp May 16 15:12:10.394579 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:12:10.394898 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading Plugin: network_ip_availability May 16 15:12:10.400326 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.400689 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.401039 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.401745 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:12:10.402060 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading Plugin: flavors May 16 15:12:10.406958 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:12:10.407284 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading Plugin: revisions May 16 15:12:10.411449 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:12:10.411834 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_concurrency.lockutils [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.241s {{(pid=103866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 15:12:10.412552 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103866) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 16 15:12:10.412886 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Initializing extension manager. May 16 15:12:10.413404 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: __init__.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.413739 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: __pycache__ {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.414062 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: _port_mac_address_override.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.414417 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: address_group.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.415152 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.415807 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: address-group May 16 15:12:10.416133 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: address_scope.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.416836 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.417353 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: address-scope May 16 15:12:10.417669 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.418633 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.419657 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: router-admin-state-down-before-update May 16 15:12:10.419975 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: agent.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.420663 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.421175 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: agent May 16 15:12:10.421491 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: agent_resources_synced.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.422416 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.422939 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: agent-resources-synced May 16 15:12:10.423254 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: allowedaddresspairs.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.425006 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.425530 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: allowed-address-pairs May 16 15:12:10.425853 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: auto_allocated_topology.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.426946 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.427470 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: auto-allocated-topology May 16 15:12:10.427790 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: availability_zone.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.428473 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.428985 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: availability_zone May 16 15:12:10.429304 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: availability_zone_filter.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.430235 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.430752 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: availability_zone_filter May 16 15:12:10.431069 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: data_plane_status.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.431962 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.432470 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension data-plane-status not supported by any of loaded plugins May 16 15:12:10.432790 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: default_subnetpools.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.433689 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.434234 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: default-subnetpools May 16 15:12:10.435097 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.435889 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.436406 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: dhcp_agent_scheduler May 16 15:12:10.436722 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: dns.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.437622 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.438153 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension dns-integration not supported by any of loaded plugins May 16 15:12:10.438476 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: dns_domain_ports.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.439375 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.439884 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension dns-domain-ports not supported by any of loaded plugins May 16 15:12:10.440199 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.441101 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.441608 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 16 15:12:10.441923 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: dvr.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.442601 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.443115 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: dvr May 16 15:12:10.443430 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: ecmp_routes.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.444326 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.444830 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension ecmp_routes not supported by any of loaded plugins May 16 15:12:10.445144 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: empty_string_filtering.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.446038 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.446584 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: empty-string-filtering May 16 15:12:10.446901 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.447804 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.448313 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 16 15:12:10.448627 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.449522 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.450060 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 16 15:12:10.450403 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: external_net.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.451298 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.451813 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: external-net May 16 15:12:10.452129 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.453022 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.453536 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: extra_dhcp_opt May 16 15:12:10.453851 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: extraroute.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.454767 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.455283 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: extraroute May 16 15:12:10.455600 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: extraroute_atomic.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.456789 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.457310 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: extraroute-atomic May 16 15:12:10.457631 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: filter_validation.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.458329 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.458842 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: filter-validation May 16 15:12:10.459157 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: fip_pf_description.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.460053 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.460561 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 16 15:12:10.460874 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: fip_pf_port_range.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.461768 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.462310 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 16 15:12:10.462743 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: fip_port_details.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.463647 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.464161 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: fip-port-details May 16 15:12:10.464476 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: flavors.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.466213 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.466735 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: flavors May 16 15:12:10.467054 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.468700 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.469227 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 16 15:12:10.469548 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: floatingip_pools.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.470259 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.470777 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: floatingip-pools May 16 15:12:10.471094 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: ip_allocation.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.472005 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.472514 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension ip_allocation not supported by any of loaded plugins May 16 15:12:10.472837 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.473750 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.474292 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: ip-substring-filtering May 16 15:12:10.474610 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: l2_adjacency.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.475530 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.476040 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension l2_adjacency not supported by any of loaded plugins May 16 15:12:10.476354 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: l3.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.477290 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.477811 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: router May 16 15:12:10.478159 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.480312 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.480843 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 16 15:12:10.481193 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.482645 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.483175 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: ext-gw-mode May 16 15:12:10.483496 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.484407 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.484922 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: l3-ha May 16 15:12:10.485241 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.486146 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.486662 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 16 15:12:10.486979 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: l3_flavors.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.487876 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.488390 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: l3-flavors May 16 15:12:10.488709 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.490055 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.490604 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 16 15:12:10.490927 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.491829 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.492348 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: l3-port-ip-change-not-allowed May 16 15:12:10.492668 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: l3agentscheduler.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.493683 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.494235 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: l3_agent_scheduler May 16 15:12:10.494559 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: local_ip.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.497801 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.498554 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension local_ip not supported by any of loaded plugins May 16 15:12:10.498881 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: logging.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.500596 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.501115 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension logging not supported by any of loaded plugins May 16 15:12:10.501437 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: metering.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.502197 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.502789 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: metering May 16 15:12:10.503108 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.504190 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.504711 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: metering_source_and_destination_fields May 16 15:12:10.505028 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: multiprovidernet.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.505934 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.506487 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: multi-provider May 16 15:12:10.506807 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: netmtu.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.507706 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.508218 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: net-mtu May 16 15:12:10.508533 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: netmtu_writable.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.509439 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.509956 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: net-mtu-writable May 16 15:12:10.510311 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: network_availability_zone.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.510963 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.511471 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: network_availability_zone May 16 15:12:10.511786 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: network_ip_availability.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.512898 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.513411 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: network-ip-availability May 16 15:12:10.513725 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: network_segment_range.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.514518 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.515024 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension network-segment-range not supported by any of loaded plugins May 16 15:12:10.515381 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: pagination.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.516300 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.516620 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: pagination May 16 15:12:10.517008 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: port_device_profile.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.517910 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.518453 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: port-device-profile May 16 15:12:10.518769 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: port_mac_address_override.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.519690 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.520207 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: port-mac-override May 16 15:12:10.520524 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.521427 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.521937 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: port-mac-address-regenerate May 16 15:12:10.522288 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.523204 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.523722 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: port-numa-affinity-policy May 16 15:12:10.524040 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: port_resource_request.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.524937 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.525446 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension port-resource-request not supported by any of loaded plugins May 16 15:12:10.525763 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: port_resource_request_groups.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.526747 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.527256 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 16 15:12:10.527573 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: portbindings.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.529032 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.529547 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: binding May 16 15:12:10.529994 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: portbindings_extended.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.531277 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.531795 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: binding-extended May 16 15:12:10.532119 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: portsecurity.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.533028 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.533545 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: port-security May 16 15:12:10.533868 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: project_id.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.534857 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.535184 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: project-id May 16 15:12:10.535503 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: providernet.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.536402 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.536919 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: provider May 16 15:12:10.537237 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.540896 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.541422 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos not supported by any of loaded plugins May 16 15:12:10.541750 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.543016 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.543542 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 16 15:12:10.544428 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.545352 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.545874 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 16 15:12:10.546223 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_default.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.547132 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.547650 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-default not supported by any of loaded plugins May 16 15:12:10.547969 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_fip.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.548876 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.549390 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-fip not supported by any of loaded plugins May 16 15:12:10.549704 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.550635 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.551146 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 16 15:12:10.551461 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_gateway_ip.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.552371 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.552887 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 16 15:12:10.553202 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_port_network_policy.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.554100 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.554636 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 16 15:12:10.554971 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.555987 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.556512 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 16 15:12:10.556826 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.557845 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.558394 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 16 15:12:10.558712 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_pps_rule.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.559887 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.560406 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-pps not supported by any of loaded plugins May 16 15:12:10.560727 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_rule_type_details.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.561627 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.562161 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 16 15:12:10.562486 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.563406 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.563918 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 16 15:12:10.564237 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: qos_rules_alias.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.565281 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.565797 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension qos-rules-alias not supported by any of loaded plugins May 16 15:12:10.566117 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: quota_check_limit.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.567131 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.567651 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: quota-check-limit May 16 15:12:10.567971 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: quotasv2.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.568917 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.569235 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: quotas May 16 15:12:10.569547 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: quotasv2_detail.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.571273 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.571607 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: quota_details May 16 15:12:10.571936 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: rbac.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.572989 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.573518 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: rbac-policies May 16 15:12:10.573844 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: rbac_address_group.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.574786 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.575345 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: rbac-address-group May 16 15:12:10.575667 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: rbac_address_scope.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.576581 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.577289 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: rbac-address-scope May 16 15:12:10.577616 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: rbac_security_groups.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.578553 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.579070 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: rbac-security-groups May 16 15:12:10.579392 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: rbac_subnetpool.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.580299 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.580816 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: rbac-subnetpool May 16 15:12:10.581136 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: revisionifmatch.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.582045 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.582611 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: revision-if-match May 16 15:12:10.582937 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: revisions.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.584031 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.584550 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: standard-attr-revisions May 16 15:12:10.584871 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: router_availability_zone.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.585530 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.586044 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: router_availability_zone May 16 15:12:10.586391 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: routerservicetype.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.587305 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.587821 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension router-service-type not supported by any of loaded plugins May 16 15:12:10.588141 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.589054 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.589573 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: security-groups-normalized-cidr May 16 15:12:10.589891 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.591420 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.591986 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: port-security-groups-filtering May 16 15:12:10.607670 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.608385 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.608904 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: security-groups-remote-address-group May 16 15:12:10.609225 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.610305 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.610826 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: security-groups-shared-filtering May 16 15:12:10.611144 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.611721 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 16 15:12:10.612078 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: securitygroup.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.621760 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.622348 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: security-group May 16 15:12:10.622674 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: segment.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.623504 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.624606 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension segment not supported by any of loaded plugins May 16 15:12:10.625650 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.626106 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.626713 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 16 15:12:10.627033 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: servicetype.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.628227 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.628750 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: service-type May 16 15:12:10.629073 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: sorting.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.630044 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.630404 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: sorting May 16 15:12:10.630724 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: standard_attr_segment.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.634770 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.635295 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension standard-attr-segment not supported by any of loaded plugins May 16 15:12:10.635605 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: standardattrdescription.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.636249 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.636761 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: standard-attr-description May 16 15:12:10.637076 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: stateful_security_group.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.638025 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.638569 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: stateful-security-group May 16 15:12:10.638885 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: stdattrs_common.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.639440 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 16 15:12:10.639753 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.640746 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.641271 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 16 15:12:10.641585 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: subnet_onboard.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.642702 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.643221 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: subnet_onboard May 16 15:12:10.643535 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.644455 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.644972 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 16 15:12:10.645287 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: subnet_service_types.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.646270 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.646795 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: subnet-service-types May 16 15:12:10.647111 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: subnetallocation.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.648188 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.648718 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: subnet_allocation May 16 15:12:10.649036 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.649687 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.650236 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: subnetpool-prefix-ops May 16 15:12:10.650552 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.651479 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.651988 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 16 15:12:10.652367 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: tagging.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.653980 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.654532 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: standard-attr-tag May 16 15:12:10.654856 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: timestamp.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.656035 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.656553 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loaded extension: standard-attr-timestamp May 16 15:12:10.656877 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: trunk.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.657964 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.658518 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension trunk not supported by any of loaded plugins May 16 15:12:10.658841 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: trunk_details.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.663866 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.664421 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension trunk-details not supported by any of loaded plugins May 16 15:12:10.664740 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: uplink_status_propagation.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.665654 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.666193 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 16 15:12:10.666512 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Loading extension file: vlantransparent.py {{(pid=103866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:12:10.667174 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:12:10.667683 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extension vlan-transparent not supported by any of loaded plugins May 16 15:12:10.670852 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:network May 16 15:12:10.671364 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:subnet May 16 15:12:10.671754 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:12:10.672139 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:port May 16 15:12:10.673389 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.673831 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service FLAVORS assigned prefix: {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.674478 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.674940 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.675266 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:router May 16 15:12:10.675706 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:floatingip May 16 15:12:10.676181 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service METERING assigned prefix: /metering {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.677626 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.677993 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.678364 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:12:10.679375 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of CountableResource for resource:rbac_policy May 16 15:12:10.679807 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:security_group May 16 15:12:10.680231 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:security_group_rule May 16 15:12:10.680830 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service CORE assigned prefix: {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.681224 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:12:10.681562 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] subnetpool is already registered May 16 15:12:10.681987 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service CORE assigned prefix: {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.682337 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:12:10.682665 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] subnetpool is already registered May 16 15:12:10.684984 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.685411 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service FLAVORS assigned prefix: {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.685996 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.686439 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.686802 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:router May 16 15:12:10.687132 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] router is already registered May 16 15:12:10.687540 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:floatingip May 16 15:12:10.687871 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] floatingip is already registered May 16 15:12:10.688327 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service METERING assigned prefix: /metering {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.689035 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of CountableResource for resource:rbac_policy May 16 15:12:10.689351 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] rbac_policy is already registered May 16 15:12:10.689759 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:security_group May 16 15:12:10.690088 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] security_group is already registered May 16 15:12:10.692041 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:security_group_rule May 16 15:12:10.692041 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] security_group_rule is already registered May 16 15:12:10.692041 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service CORE assigned prefix: {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.692041 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:12:10.692301 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] subnetpool is already registered May 16 15:12:10.692519 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.v2.resource_helper [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Service CORE assigned prefix: {{(pid=103866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:12:10.692838 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:12:10.693166 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING neutron.quota.resource_registry [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] subnetpool is already registered May 16 15:12:10.693677 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: extensions {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.695134 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: address-groups {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.696636 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: address-scopes {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.697966 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: agents {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.699144 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: auto-allocated-topology {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.700393 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: availability_zones {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.701580 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: dhcp-networks {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.703098 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: dhcp-agents {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.704712 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: routers {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.706411 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: flavors {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.707670 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: service_profiles {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.708842 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: next_providers {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.710344 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: service_profiles {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.711891 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: floatingip-pools {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.713134 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: routers {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.714820 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: floatingips {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.717463 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: l3-routers {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.719030 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: l3-agents {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.720488 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: metering-labels {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.721726 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: metering-label-rules {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.723160 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: network-ip-availabilities {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.726424 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: bindings {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.726424 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: quotas {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.727634 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: quotas {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.729138 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: rbac-policies {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.730344 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: security-groups {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.731731 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: security-group-rules {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.733004 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: service-providers {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.734210 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: subnetpools {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.735535 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: subnetpools {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.737045 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: tags {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.738766 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: tags {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.740566 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: tags {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.742367 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: tags {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.744097 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: tags {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.746034 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: tags {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.748390 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: tags {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.750568 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: tags {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.752358 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: tags {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.761959 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron.api.extensions [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Extended resource: tags {{(pid=103866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:12:10.761959 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING keystonemiddleware.auth_token [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 16 15:12:10.765796 dv-cinder-790535-39-iscsi neutron-server[103866]: WARNING keystonemiddleware.auth_token [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 16 15:12:10.774575 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_concurrency.lockutils [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Acquired lock "singleton_lock" {{(pid=103866) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 16 15:12:10.775038 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_concurrency.lockutils [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Releasing lock "singleton_lock" {{(pid=103866) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 16 15:12:10.775676 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO oslo_service.service [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Starting 2 workers May 16 15:12:10.780582 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Started child 103977 {{(pid=103866) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 15:12:10.785174 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Started child 103978 {{(pid=103866) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 15:12:10.786204 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:10.786887 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO neutron.service [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Neutron service started, listening on 0.0.0.0:9696 May 16 15:12:10.791745 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:10.791957 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [-] (103977) wsgi starting up on http://0.0.0.0:9696 May 16 15:12:10.792053 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO oslo_service.service [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Starting 1 workers May 16 15:12:10.792148 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:10.792148 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [-] (103978) wsgi starting up on http://0.0.0.0:9696 May 16 15:12:10.795290 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Started child 103979 {{(pid=103866) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 15:12:10.795815 dv-cinder-790535-39-iscsi neutron-server[103866]: INFO oslo_service.service [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Starting 1 workers May 16 15:12:10.799031 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.service [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] calling RpcWorker wait() {{(pid=103979) _wait /opt/stack/neutron/neutron/service.py:128}} May 16 15:12:10.799537 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.service [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] returning from RpcWorker wait() {{(pid=103979) _wait /opt/stack/neutron/neutron/service.py:135}} May 16 15:12:10.800418 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Started child 103980 {{(pid=103866) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 15:12:10.800849 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:10.801245 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47eb2fc2-2d8b-4a6e-b273-f6d8bd206743 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:10.801365 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:12:10.803266 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103866) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 15:12:10.803471 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 15:12:10.803652 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 15:12:10.803871 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 15:12:10.804185 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 15:12:10.804351 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 15:12:10.804851 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.805125 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.805388 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.805656 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.806277 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.806534 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.806624 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:10.807071 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.807071 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.807308 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.807475 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.807640 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.807935 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.808035 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:12:10.808187 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.808610 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.808873 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.809115 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.809908 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.810081 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.810357 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.810631 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.810865 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.811146 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] debug = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.811399 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.811925 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.812173 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.812580 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.812696 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.812984 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.813214 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.813486 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.813722 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.813938 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.814235 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.814510 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.814756 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.814995 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.815228 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.815477 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.815695 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.816153 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] host = dv-cinder-790535-39-iscsi {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.816389 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.816609 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.816837 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.817096 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.817352 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.817585 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.817833 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.818077 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.818379 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.818626 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.818885 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.819138 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.819365 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.819633 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_file = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.819908 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_options = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.820160 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.820479 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.820756 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.820946 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.821115 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.821277 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.821539 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.821703 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.821953 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.822192 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.826158 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.826158 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.826158 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.826158 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.826158 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.826158 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.826158 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.826158 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.827127 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.827127 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.827127 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.827127 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.827127 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.827127 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.827127 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.827127 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.828056 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.828056 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.828056 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.828056 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.828056 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.828056 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.828056 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.828902 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.828902 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.828902 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.828902 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.829363 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.829363 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.829628 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.829753 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.830027 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.830267 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.830545 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.830770 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.831010 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.831216 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] use_json = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.831425 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.831658 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.832049 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.833143 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.833373 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.833582 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.833839 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.834777 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.835056 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.836075 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.836075 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.836243 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.836439 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.836694 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.836961 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.837208 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.837515 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.837773 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.838042 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.838407 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.838647 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.838965 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.839253 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.839541 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.840923 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.840923 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.840923 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.840923 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.841254 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.841442 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.841679 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.841968 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.842235 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.842484 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.842755 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.843460 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.843460 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.843763 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.843851 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.844128 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.844402 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.844671 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.844917 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.845161 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.845426 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.845707 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.845947 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.846212 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.846447 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.846712 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.846956 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.847204 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.847455 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.847679 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.847926 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.848159 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.848433 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.848698 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.848920 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.849182 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.849414 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.849648 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.849862 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.850092 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.850336 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.850602 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.850828 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.851069 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.851300 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.851533 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.851755 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.851996 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.852207 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.852755 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.852755 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.854244 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.854489 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.854732 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.855086 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.855210 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.855389 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.855609 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.855824 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.856042 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.856790 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.857007 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.857224 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.857441 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.857660 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.857897 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.858113 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.858348 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.858561 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.858899 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.859007 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.859222 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.859459 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.859675 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.859895 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.860112 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.860397 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.861094 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.861094 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.861094 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.861345 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.861562 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.861788 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.862210 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.862326 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.862534 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.862811 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.863112 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.863423 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.863703 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.864046 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.864397 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.864662 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.864913 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.865180 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.865418 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.865658 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.865874 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.866175 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.866417 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.866680 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.866905 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.867141 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.867377 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.867669 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.867925 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.868199 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.868437 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.868700 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.869021 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.869299 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.869571 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.869799 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.870031 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.870324 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.870556 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.870804 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.871035 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.871266 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.871520 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.871769 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.872559 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.872774 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.873032 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.873370 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.873627 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.873863 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.874373 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.874649 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.874901 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.875122 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.875396 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.875642 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.875900 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.876135 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.876399 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.876628 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.876847 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.877099 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.877319 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.877555 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.877778 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.878030 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.878304 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.878521 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.878776 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.878999 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.879236 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.879469 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.879692 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.879909 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.880163 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.880381 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.880621 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.880860 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.881079 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.881300 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.881521 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.881744 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.881998 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.882241 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.882536 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.882782 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.883002 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.883465 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.883751 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.883992 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.884215 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.884465 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.884687 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.884908 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.885123 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.885342 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.885585 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.885794 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.886028 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.886267 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.886521 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.886916 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.887126 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.887396 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.887624 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.887889 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.888128 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.888349 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.888565 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.888782 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.889004 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.889229 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.889451 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.889671 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.889888 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.890106 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.890341 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.890575 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.890833 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.891078 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.891316 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.891541 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.891784 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.892004 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.892223 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.892456 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.892698 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.892913 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.893133 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.893368 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.893599 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.893901 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.894168 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.894419 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.900789 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.900789 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.900789 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.900789 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.900789 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.900789 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.900789 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.900789 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.901479 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.901479 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.901479 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.901479 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.901479 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.901479 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.901479 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.901479 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902050 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902050 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902050 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902050 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902050 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902050 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902050 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902050 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902640 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902640 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902640 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902640 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902640 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902640 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902640 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.902640 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.903211 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.903211 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.903211 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.903211 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.903211 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.903211 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.903211 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.903211 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.903855 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.903855 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.903855 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.904065 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.904263 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.904506 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.904764 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.905102 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.905385 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.905633 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.905890 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.906184 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.906469 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.906744 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.906969 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.907259 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.907643 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.907915 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.908184 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.908433 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.908670 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.908898 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.909138 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.909359 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.909576 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.909931 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.910041 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.910270 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.910498 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.910734 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.910971 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.911189 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.911413 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.911625 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.911851 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.912068 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.912226 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 15:12:10.912779 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103866) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 15:12:10.912940 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 15:12:10.913102 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 15:12:10.913273 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 15:12:10.913443 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 15:12:10.913597 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 15:12:10.913804 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.913967 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.914150 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.914332 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.914527 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.914692 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.914852 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.915011 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.915172 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.915338 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.915499 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.915661 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.915846 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.915983 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.916145 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.916305 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.916466 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.916632 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.916794 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.916951 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.917109 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.917270 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] debug = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.917430 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.917641 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.917807 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.917966 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.918182 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.918313 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.918497 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.919157 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.919322 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.919483 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.919644 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.923714 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.923714 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.923714 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.923714 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.923714 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.923714 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.923714 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] host = dv-cinder-790535-39-iscsi {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.923714 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924260 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924260 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924260 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924260 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924260 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924260 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924260 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924260 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924783 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924783 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924783 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924783 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924783 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_file = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924783 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_options = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924783 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924783 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.924783 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925367 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925367 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925367 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925367 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925367 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925367 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925367 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925837 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:12:10.925921 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925921 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925921 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925921 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925921 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925921 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925921 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.925921 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.926461 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.926461 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.926461 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.926461 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.926461 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.926788 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.926788 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.926788 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.927064 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.927064 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.927213 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.927376 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.927542 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.927702 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.927863 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.928023 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.928186 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.928365 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.928542 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.928662 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.928819 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.928978 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.929139 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.929299 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.929465 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.929619 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.929778 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.929940 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.930120 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] use_json = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.930279 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.930440 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.930599 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.930759 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.930918 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.931075 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.931239 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.931398 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.931560 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:12:10.931739 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.931903 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.932076 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.932240 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.932405 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.932569 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.932731 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.932895 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.933058 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.933221 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.933390 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.933554 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.933726 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.933891 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.934052 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.934261 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.934465 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.934629 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.934792 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.934957 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.935119 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.935282 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.935453 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.935617 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.935817 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.935992 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.936154 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.936324 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.936487 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.936657 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.936835 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.936997 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.937159 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.937322 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.937484 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.937651 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.937815 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.937979 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.938169 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.938318 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.938480 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.938641 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.938803 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.938964 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.939127 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.939290 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.939453 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.939617 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.939779 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.939942 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.940106 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.940269 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.940432 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.940596 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.940759 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.940922 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.941084 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.941259 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.941419 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.941582 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.941744 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.941908 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.942069 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.942279 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.942418 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.942583 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.942746 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.942908 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.943083 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.943245 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.943407 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.943572 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.943742 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.943903 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.944067 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.944229 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.944393 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.944554 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.944719 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.944877 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.945041 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.945205 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.945368 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.945530 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.945706 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.945855 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.946020 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.946203 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.946433 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.946531 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.946676 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.946853 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.947019 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.947208 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.947327 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.947491 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.947625 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.947822 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.947954 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.948108 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.948259 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.948695 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.948695 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.948961 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.948961 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.949152 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.949225 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.949330 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.949511 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.949670 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.949819 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.950772 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.950954 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.951106 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.951269 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.951430 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.951592 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.951988 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.952162 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.952338 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.952512 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.952654 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.952820 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.952991 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.953165 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.953332 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.953503 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.953672 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.953890 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.953998 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.954142 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.954300 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.954465 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.954618 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.954783 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.955125 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.955125 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.955296 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.955415 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.955601 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.955767 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.955930 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.956092 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.956255 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.956419 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.956599 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.956743 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.956907 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.957069 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.957235 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.957397 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.957565 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.957730 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.957894 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.958053 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.958237 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.958394 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.958555 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.958724 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.958883 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.959046 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.959212 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.959373 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.959539 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.959704 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.959868 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.960031 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.960197 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.960362 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.960522 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.960684 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.960850 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.961013 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.961180 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.961344 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.961503 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.961668 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.961832 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.962002 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.962178 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.962343 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.962507 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.962671 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.962837 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.963001 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.963165 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.963328 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.963490 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.963653 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.963818 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.963981 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.964144 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.964307 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.964471 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.964651 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.964815 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.964977 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.965143 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.965306 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.965477 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.965789 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.965959 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.966104 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.966293 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.966461 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.966619 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.966786 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.966951 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.967112 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.967278 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.969520 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.969520 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.969520 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.969520 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.969520 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.969520 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.969520 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.969520 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.969520 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970118 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970118 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970118 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970118 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970118 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970118 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970118 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970118 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970662 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970662 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970662 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970662 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.970662 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.971004 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.971004 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.971143 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.971256 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.971419 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.971583 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.971745 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.971908 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.972071 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.972241 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.972404 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.972567 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.972728 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.972889 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.973051 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.973223 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.973386 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.973548 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.973709 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.973872 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.974035 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.974227 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.974391 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.974555 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.974717 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.974879 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.975040 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.975286 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.975383 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.975527 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.975696 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.975968 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.976067 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.976149 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.976323 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.976486 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.976652 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.976834 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.976980 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.977141 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.977307 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.977475 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.977649 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.977819 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.977991 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.978219 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.978335 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.978507 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.978670 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.978839 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.979013 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.979175 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.979337 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.979500 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.979663 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.979826 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.979988 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.980150 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.980311 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.980473 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.980635 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.980797 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.980961 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.981628 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.981800 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.981965 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.982143 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.982305 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.982468 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.982630 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:12:10.982786 dv-cinder-790535-39-iscsi neutron-server[103866]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 15:12:11.035306 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 49392) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:12:11.044393 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064490 May 16 15:12:22.609117 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bafa31-195b-4573-9992-9d3a41f785bc None None] get_active_networks_info from dv-cinder-790535-39-iscsi {{(pid=103979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 16 15:12:22.672895 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bafa31-195b-4573-9992-9d3a41f785bc None None] No non-hosted networks {{(pid=103979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 16 15:12:22.690936 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.agentschedulers_db [None req-c7bafa31-195b-4573-9992-9d3a41f785bc None None] DHCP Agent not found on host dv-cinder-790535-39-iscsi {{(pid=103979) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 16 15:12:22.909791 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f1fa0aed-30fc-4ce0-a69d-ebfc625f6867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1804123'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:24.742971 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3eeefa18-d8b5-4935-bb1d-c1124f7e63cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1804123'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:24.785577 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.db.api [None req-d274beee-4ded-46f3-88ca-b2aa9b49a796 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790535-39-iscsi {{(pid=103979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 15:12:24.786066 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG oslo_db.api [None req-d274beee-4ded-46f3-88ca-b2aa9b49a796 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 15:12:25.303435 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d274beee-4ded-46f3-88ca-b2aa9b49a796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:25.756302 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1804123'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:25.766647 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 49458) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:12:26.285553 dv-cinder-790535-39-iscsi neutron-server[103978]: WARNING oslo_policy.policy [None req-3674189a-2bb4-42c8-b36c-93ca44f62065 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:12:26.286268 dv-cinder-790535-39-iscsi neutron-server[103978]: WARNING oslo_policy.policy [None req-3674189a-2bb4-42c8-b36c-93ca44f62065 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:12:26.511126 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [None req-3674189a-2bb4-42c8-b36c-93ca44f62065 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:12:26.523786 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3674189a-2bb4-42c8-b36c-93ca44f62065 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7444942 May 16 15:12:27.412593 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1804123'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:29.021146 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 49478) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:12:29.353977 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-3446d2bf-0fb6-4b17-82e6-9bb53609ca8d admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:12:29.465811 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1804123'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:29.466882 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.467450 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.468014 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.468589 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.469808 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.470438 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.471259 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.472064 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.472843 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.473641 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.474805 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.475394 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.475941 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.477042 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.477824 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:29.484195 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-39-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:12:29.494773 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-39-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:12:29.515916 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.policy [None req-3446d2bf-0fb6-4b17-82e6-9bb53609ca8d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103978) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 15:12:29.557918 dv-cinder-790535-39-iscsi neutron-server[103978]: WARNING oslo_policy.policy [None req-3446d2bf-0fb6-4b17-82e6-9bb53609ca8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:12:29.558322 dv-cinder-790535-39-iscsi neutron-server[103978]: WARNING oslo_policy.policy [None req-3446d2bf-0fb6-4b17-82e6-9bb53609ca8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:12:29.741140 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3446d2bf-0fb6-4b17-82e6-9bb53609ca8d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728835511061', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728835511577', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728835495122', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728835487464', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728835475166', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728835471649', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-711683', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-806449', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1871498', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2026588'] for rbac-policy (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:29.957992 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3446d2bf-0fb6-4b17-82e6-9bb53609ca8d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:29.974157 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3446d2bf-0fb6-4b17-82e6-9bb53609ca8d admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9371991 May 16 15:12:31.813743 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.db.l3_hamode_db [None req-7a0ee4d0-20b6-4bfd-be1a-d29ec263fe26 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 16 15:12:31.890545 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ee4d0-20b6-4bfd-be1a-d29ec263fe26 None None] Routers set() bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:12:31.890933 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ee4d0-20b6-4bfd-be1a-d29ec263fe26 None None] Router IDs set() for agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 16 15:12:32.412510 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 49500) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:12:32.735373 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:12:32.823482 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Made reservation on behalf of 21716abeaba940d1bdae0c660acc6bc5 for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:12:32.828348 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:32.845918 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:32.960542 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Publish callbacks [] for security_group (0b4592ca-a64b-4eb9-8728-d66a41a019b5), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:33.047343 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (0b4592ca-a64b-4eb9-8728-d66a41a019b5), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:33.078967 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:12:33.107498 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (ca91fa21-1614-464c-b2fd-03844a494d1e), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:33.108048 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Added segment ca91fa21-1614-464c-b2fd-03844a494d1e of type vlan for network 66504750-b008-4ae3-b1cb-4c689fc5e919 May 16 15:12:33.113933 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4592ca-a64b-4eb9-8728-d66a41a019b5,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:33.135192 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.135538 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.135892 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.136242 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.136574 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.136919 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.137242 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.137562 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.137895 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.138249 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.138570 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.138901 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.139234 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.139554 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.139866 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Tracked resource versions report: May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: pushed versions: May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: { 'AddressGroup': {'1.2'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Agent': {'1.1'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'ConntrackHelper': {'1.0'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'LocalIPAssociation': {'1.0'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Log': {'1.0'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'NDPProxy': {'1.0'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Network': {'1.1'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Port': {'1.7'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'PortForwarding': {'1.3'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'QosPolicy': {'1.10'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'SecurityGroup': {'1.5'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'SecurityGroupRule': {'1.2'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'SubPort': {'1.0'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Subnet': {'1.1'}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Trunk': {'1.1'}} May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: consumer versions: May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: { DHCP agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: L3 agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: Metadata agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: Metering agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: Open vSwitch agent@dv-cinder-790535-39-iscsi: { 'AddressGroup': '1.2', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Agent': '1.1', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'ConntrackHelper': '1.0', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'LocalIPAssociation': '1.0', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Log': '1.0', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'NDPProxy': '1.0', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Network': '1.1', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Port': '1.7', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'PortForwarding': '1.3', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'QosPolicy': '1.10', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'SecurityGroup': '1.5', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'SecurityGroupRule': '1.2', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'SubPort': '1.0', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Subnet': '1.1', May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Trunk': '1.1'}} May 16 15:12:33.141342 dv-cinder-790535-39-iscsi neutron-server[103978]: {{(pid=103978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:12:33.227974 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (66504750-b008-4ae3-b1cb-4c689fc5e919), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:33.321867 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (66504750-b008-4ae3-b1cb-4c689fc5e919), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:33.327020 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:12:33.327726 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:33.439443 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] Pushing event updated for resources: {'Network': ['ID=66504750-b008-4ae3-b1cb-4c689fc5e919,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:33.451517 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 66504750-b008-4ae3-b1cb-4c689fc5e919 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:12:33.461521 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6f95b108-c9fc-4928-8119-94676a786e11 demo demo] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0479448 May 16 15:12:35.962410 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 49512) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:12:36.458499 dv-cinder-790535-39-iscsi neutron-server[103977]: WARNING oslo_policy.policy [None req-e05f3acd-aad5-40d0-9765-21d1d565dda9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:12:36.459163 dv-cinder-790535-39-iscsi neutron-server[103977]: WARNING oslo_policy.policy [None req-e05f3acd-aad5-40d0-9765-21d1d565dda9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:12:36.896253 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.policy [None req-e05f3acd-aad5-40d0-9765-21d1d565dda9 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103977) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 15:12:36.936889 dv-cinder-790535-39-iscsi neutron-server[103977]: WARNING oslo_policy.policy [None req-e05f3acd-aad5-40d0-9765-21d1d565dda9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:12:36.937258 dv-cinder-790535-39-iscsi neutron-server[103977]: WARNING oslo_policy.policy [None req-e05f3acd-aad5-40d0-9765-21d1d565dda9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:12:36.944889 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05f3acd-aad5-40d0-9765-21d1d565dda9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:12:36.946773 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-e05f3acd-aad5-40d0-9765-21d1d565dda9 demo admin] 10.222.0.76 "GET /v2.0/networks/66504750-b008-4ae3-b1cb-4c689fc5e919 HTTP/1.1" status: 200 len: 825 time: 0.9824114 May 16 15:12:36.986236 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-87d69c6a-0697-4421-8ead-8406bea31286 demo admin] 10.222.0.76 "GET /v2.0/subnetpools/e8565464-fa51-4e0e-905d-0b700709da4d HTTP/1.1" status: 200 len: 734 time: 0.0338345 May 16 15:12:36.995200 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Request body: {'subnet': {'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e8565464-fa51-4e0e-905d-0b700709da4d', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:12:37.087046 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Made reservation on behalf of 21716abeaba940d1bdae0c660acc6bc5 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:12:37.089747 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:37.436067 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for subnet (6d70624c-c28c-472e-94e3-5f5a7a186cf2), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:37.506227 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Checking segment: {'id': 'ca91fa21-1614-464c-b2fd-03844a494d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:12:37.506604 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Network hostable DHCP agents. Network: 66504750-b008-4ae3-b1cb-4c689fc5e919, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:12:37.513803 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6d70624c-c28c-472e-94e3-5f5a7a186cf2,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:37.523503 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.523850 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.524207 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.524543 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.524872 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.525198 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.525518 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.525877 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.526234 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.526559 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.526893 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.527230 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.528175 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.528492 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.528806 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Tracked resource versions report: May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: pushed versions: May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: { 'AddressGroup': {'1.2'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Agent': {'1.1'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'ConntrackHelper': {'1.0'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'LocalIPAssociation': {'1.0'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Log': {'1.0'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'NDPProxy': {'1.0'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Network': {'1.1'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Port': {'1.7'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'PortForwarding': {'1.3'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'QosPolicy': {'1.10'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'SecurityGroup': {'1.5'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'SecurityGroupRule': {'1.2'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'SubPort': {'1.0'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Subnet': {'1.1'}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Trunk': {'1.1'}} May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: consumer versions: May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: { DHCP agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: L3 agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: Metadata agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: Metering agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: Open vSwitch agent@dv-cinder-790535-39-iscsi: { 'AddressGroup': '1.2', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Agent': '1.1', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'ConntrackHelper': '1.0', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'LocalIPAssociation': '1.0', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Log': '1.0', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'NDPProxy': '1.0', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Network': '1.1', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Port': '1.7', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'PortForwarding': '1.3', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'QosPolicy': '1.10', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'SecurityGroup': '1.5', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'SecurityGroupRule': '1.2', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'SubPort': '1.0', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Subnet': '1.1', May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Trunk': '1.1'}} May 16 15:12:37.530225 dv-cinder-790535-39-iscsi neutron-server[103977]: {{(pid=103977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:12:37.630102 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Network 66504750-b008-4ae3-b1cb-4c689fc5e919 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:12:37.721073 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 66504750-b008-4ae3-b1cb-4c689fc5e919) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:12:37.725808 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:12:37.726464 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:37.732009 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0aabed-fffb-4080-8189-95cb99dc1ca8 None None] Network 66504750-b008-4ae3-b1cb-4c689fc5e919 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:12:37.832704 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-1979b351-fb0d-45a1-b738-e26e7a2567a3 demo admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8411107 May 16 15:12:37.985761 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df7d412-2000-598c-b13d-3ec64b05f419-66504750-b008-4ae3-b1cb-4c689fc5e919', 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919', 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'fixed_ips': [{'subnet_id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2'}]}} from dv-cinder-790535-39-iscsi. {{(pid=103979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:12:37.987242 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:38.267114 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Allocated IP 172.20.0.2 (66504750-b008-4ae3-b1cb-4c689fc5e919/6d70624c-c28c-472e-94e3-5f5a7a186cf2/e43e3e4e-0b26-430d-8719-85a59d3636a4) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:12:38.526937 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Publish callbacks [] for port (e43e3e4e-0b26-430d-8719-85a59d3636a4), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:38.596576 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (e43e3e4e-0b26-430d-8719-85a59d3636a4), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:38.670739 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Network 66504750-b008-4ae3-b1cb-4c689fc5e919 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:12:38.676866 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:12:38.686651 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:12:38.696082 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Pushing event updated for resources: {'Port': ['ID=e43e3e4e-0b26-430d-8719-85a59d3636a4,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:38.725459 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.731800 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.731800 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.731800 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.731800 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.731800 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.732617 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.732617 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.732617 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.732617 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.732617 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Tracked resource versions report: May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: pushed versions: May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: { 'AddressGroup': {'1.2'}, May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Agent': {'1.1'}, May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: 'ConntrackHelper': {'1.0'}, May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: 'LocalIPAssociation': {'1.0'}, May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Log': {'1.0'}, May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: 'NDPProxy': {'1.0'}, May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Network': {'1.1'}, May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Port': {'1.7'}, May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: 'PortForwarding': {'1.3'}, May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: 'QosPolicy': {'1.10'}, May 16 15:12:38.732922 dv-cinder-790535-39-iscsi neutron-server[103979]: 'SecurityGroup': {'1.5'}, May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'SecurityGroupRule': {'1.2'}, May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'SubPort': {'1.0'}, May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Subnet': {'1.1'}, May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Trunk': {'1.1'}} May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: consumer versions: May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: { DHCP agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: L3 agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: Metadata agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: Metering agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: Open vSwitch agent@dv-cinder-790535-39-iscsi: { 'AddressGroup': '1.2', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Agent': '1.1', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'ConntrackHelper': '1.0', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'LocalIPAssociation': '1.0', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Log': '1.0', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'NDPProxy': '1.0', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Network': '1.1', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Port': '1.7', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'PortForwarding': '1.3', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'QosPolicy': '1.10', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'SecurityGroup': '1.5', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'SecurityGroupRule': '1.2', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'SubPort': '1.0', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Subnet': '1.1', May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Trunk': '1.1'}} May 16 15:12:38.733928 dv-cinder-790535-39-iscsi neutron-server[103979]: {{(pid=103979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:12:38.780592 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Attempting to bind port e43e3e4e-0b26-430d-8719-85a59d3636a4 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:12:38.780927 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Attempting to bind port e43e3e4e-0b26-430d-8719-85a59d3636a4 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': 'ca91fa21-1614-464c-b2fd-03844a494d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:12:38.781384 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Attempting to bind port e43e3e4e-0b26-430d-8719-85a59d3636a4 on network 66504750-b008-4ae3-b1cb-4c689fc5e919 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:12:38.786265 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:12:38.786655 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Checking segment: {'id': 'ca91fa21-1614-464c-b2fd-03844a494d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:12:38.787132 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:38.787518 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Bound using segment: {'id': 'ca91fa21-1614-464c-b2fd-03844a494d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:12:38.788002 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Bound port: e43e3e4e-0b26-430d-8719-85a59d3636a4, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca91fa21-1614-464c-b2fd-03844a494d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:12:38.788393 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (e43e3e4e-0b26-430d-8719-85a59d3636a4), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:38.847211 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] For port e43e3e4e-0b26-430d-8719-85a59d3636a4, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:12:38.868425 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] For port e43e3e4e-0b26-430d-8719-85a59d3636a4, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=e43e3e4e-0b26-430d-8719-85a59d3636a4,segment=NetworkSegment(ca91fa21-1614-464c-b2fd-03844a494d1e),segment_id=ca91fa21-1614-464c-b2fd-03844a494d1e)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:12:38.944606 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (e43e3e4e-0b26-430d-8719-85a59d3636a4), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:38.999273 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ec9fd-0f07-4947-b2dc-0a8aabbe7469 None None] Pushing event updated for resources: {'Port': ['ID=e43e3e4e-0b26-430d-8719-85a59d3636a4,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:40.307239 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 49532) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:12:40.625205 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [None req-17fbc29e-d7f1-406d-a77d-acbe92149988 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:12:40.627701 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-17fbc29e-d7f1-406d-a77d-acbe92149988 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3195074 May 16 15:12:43.091201 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 49540) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:12:43.398157 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [None req-3a714c46-1e60-46ea-82af-1cc7dcc14875 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:12:43.399148 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-3a714c46-1e60-46ea-82af-1cc7dcc14875 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3069696 May 16 15:12:45.869357 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 49548) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:12:46.184178 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-42e11588-5286-46cc-aab3-519424a9e4b3 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:12:46.281842 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-42e11588-5286-46cc-aab3-519424a9e4b3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1828909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7034'] for router (5a65ab33-8941-4843-af32-41663916a95b), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:46.283590 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-42e11588-5286-46cc-aab3-519424a9e4b3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1829940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1642029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7027'] for router (5a65ab33-8941-4843-af32-41663916a95b), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:46.417224 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-42e11588-5286-46cc-aab3-519424a9e4b3 demo demo] Publish callbacks [] for router_controller (5a65ab33-8941-4843-af32-41663916a95b), precommit_add_association {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:46.482739 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-42e11588-5286-46cc-aab3-519424a9e4b3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830115'] for router (5a65ab33-8941-4843-af32-41663916a95b), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:46.562825 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-42e11588-5286-46cc-aab3-519424a9e4b3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:46.578156 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-42e11588-5286-46cc-aab3-519424a9e4b3 demo demo] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6936607 May 16 15:12:49.043667 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 49560) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:12:49.378906 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [None req-3dac2863-bb4b-4e38-8678-9b9a8de520c6 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:12:49.379900 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-3dac2863-bb4b-4e38-8678-9b9a8de520c6 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3353028 May 16 15:12:50.104813 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device e43e3e4e-0b26-430d-8719-85a59d3636a4 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:12:50.188760 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port e43e3e4e-0b26-430d-8719-85a59d3636a4 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:12:50.189175 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (e43e3e4e-0b26-430d-8719-85a59d3636a4), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:50.289295 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port e43e3e4e-0b26-430d-8719-85a59d3636a4 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:12:50.289620 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (e43e3e4e-0b26-430d-8719-85a59d3636a4), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:50.323610 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port e43e3e4e-0b26-430d-8719-85a59d3636a4, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=e43e3e4e-0b26-430d-8719-85a59d3636a4,segment=NetworkSegment(ca91fa21-1614-464c-b2fd-03844a494d1e),segment_id=ca91fa21-1614-464c-b2fd-03844a494d1e)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:12:50.407045 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (e43e3e4e-0b26-430d-8719-85a59d3636a4), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:50.452401 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=e43e3e4e-0b26-430d-8719-85a59d3636a4,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:50.540920 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c56a62b-2109-4af9-b144-e5d4bf1be251 None None] Network 66504750-b008-4ae3-b1cb-4c689fc5e919 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:12:50.614268 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-e724e0ad-f8f9-44f7-96d5-946787c63ce7 None None] Provisioning complete for port e43e3e4e-0b26-430d-8719-85a59d3636a4 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:12:50.614661 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e724e0ad-f8f9-44f7-96d5-946787c63ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (e43e3e4e-0b26-430d-8719-85a59d3636a4), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:50.730055 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-e724e0ad-f8f9-44f7-96d5-946787c63ce7 None None] Current status of the port e43e3e4e-0b26-430d-8719-85a59d3636a4 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:12:50.948483 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-7a27cbf6-7a79-43f6-b4e8-665b28db55d7 None None] Provisioning complete for port e43e3e4e-0b26-430d-8719-85a59d3636a4 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:12:50.948867 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7a27cbf6-7a79-43f6-b4e8-665b28db55d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (e43e3e4e-0b26-430d-8719-85a59d3636a4), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:51.020689 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-7a27cbf6-7a79-43f6-b4e8-665b28db55d7 None None] Current status of the port e43e3e4e-0b26-430d-8719-85a59d3636a4 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:12:51.857092 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 49568) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:12:52.099860 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device e43e3e4e-0b26-430d-8719-85a59d3636a4 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:12:52.141608 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port e43e3e4e-0b26-430d-8719-85a59d3636a4 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:12:52.141998 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (e43e3e4e-0b26-430d-8719-85a59d3636a4), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:52.170513 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:12:52.210895 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port e43e3e4e-0b26-430d-8719-85a59d3636a4 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:12:52.252281 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Made reservation on behalf of 1c01b64ed2e84249921cacc6ee5ef7ac for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:12:52.254733 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:52.271432 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:52.385128 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Publish callbacks [] for security_group (1a84ac98-43ce-4cb5-8eab-6f385d686cb6), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:52.452399 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1a84ac98-43ce-4cb5-8eab-6f385d686cb6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:52.468273 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Reserving flat network on physical network physnet1 {{(pid=103977) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 16 15:12:52.490525 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a84ac98-43ce-4cb5-8eab-6f385d686cb6,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:52.493120 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (95967ae5-fef3-48c9-88e9-782cf5e413dc), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:52.493606 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.segments_db [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Added segment 95967ae5-fef3-48c9-88e9-782cf5e413dc of type flat for network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 May 16 15:12:52.549390 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (0b7f7e55-3607-41ad-9381-37cd76ba4c71), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:52.595613 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5026f356-2139-4873-bf11-8bfcd038dd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:52.795610 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (0b7f7e55-3607-41ad-9381-37cd76ba4c71), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:52.796574 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:12:52.797167 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:52.885995 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7f7e55-3607-41ad-9381-37cd76ba4c71,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:52.896514 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:12:52.923524 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-33324fa5-875b-43e2-aed9-681541877122 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0654585 May 16 15:12:54.737594 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-47bbc828-c54c-4787-a8d5-d4fe6901ba8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:55.361837 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 49576) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:12:55.715665 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:55.740210 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56312233-1202-4705-99b5-d26457e1da3c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:12:55.740210 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-56312233-1202-4705-99b5-d26457e1da3c demo admin] 10.222.0.76 "GET /v2.0/subnets/6d70624c-c28c-472e-94e3-5f5a7a186cf2 HTTP/1.1" status: 200 len: 849 time: 0.3750825 May 16 15:12:55.860313 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-f2103d8a-3325-470a-9494-3d9a338c70ea demo admin] 10.222.0.76 "GET /v2.0/routers/5a65ab33-8941-4843-af32-41663916a95b HTTP/1.1" status: 200 len: 704 time: 0.1167018 May 16 15:12:56.112629 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:56.405463 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Allocated IP 172.20.0.1 (66504750-b008-4ae3-b1cb-4c689fc5e919/6d70624c-c28c-472e-94e3-5f5a7a186cf2/88889e2b-a647-4075-aafc-cdc64645d0df) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:12:56.556891 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Publish callbacks [] for port (88889e2b-a647-4075-aafc-cdc64645d0df), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:56.681790 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:56.794821 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Network 66504750-b008-4ae3-b1cb-4c689fc5e919 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:12:56.800576 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:12:56.809933 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:12:56.810504 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1834446'] for router_interface (5a65ab33-8941-4843-af32-41663916a95b), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:56.834705 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Pushing event updated for resources: {'Port': ['ID=88889e2b-a647-4075-aafc-cdc64645d0df,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:56.976168 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2a33577e-5a77-43aa-a461-3bb9f5638b63 None None] Provisioning complete for port 88889e2b-a647-4075-aafc-cdc64645d0df triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:12:56.976730 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2a33577e-5a77-43aa-a461-3bb9f5638b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:57.050772 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2a33577e-5a77-43aa-a461-3bb9f5638b63 None None] Port 88889e2b-a647-4075-aafc-cdc64645d0df cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:12:57.077684 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:57.306166 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Publish callbacks [] for port (88889e2b-a647-4075-aafc-cdc64645d0df), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:57.371969 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:57.400569 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:57.401399 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1833092'] for router_interface (5a65ab33-8941-4843-af32-41663916a95b), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:57.460392 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Pushing event updated for resources: {'Port': ['ID=88889e2b-a647-4075-aafc-cdc64645d0df,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:57.524137 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Network 66504750-b008-4ae3-b1cb-4c689fc5e919 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:12:57.533070 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:12:57.766151 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Router 5a65ab33-8941-4843-af32-41663916a95b is scheduled to L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 with binding_index 1 {{(pid=103977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:12:57.770402 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-b684760b-6bd2-47e0-9964-0ed207663f14 None None] Provisioning complete for port 88889e2b-a647-4075-aafc-cdc64645d0df triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:12:57.770787 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b684760b-6bd2-47e0-9964-0ed207663f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:57.801580 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-b684760b-6bd2-47e0-9964-0ed207663f14 None None] Port 88889e2b-a647-4075-aafc-cdc64645d0df cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:12:57.849137 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 5 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:12:57.853441 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:12:57.859289 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-7a0f301d-84c7-4cf2-afd4-d612992d1743 demo admin] 10.222.0.76 "PUT /v2.0/routers/5a65ab33-8941-4843-af32-41663916a95b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9936414 May 16 15:12:57.863738 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Sync routers for ids ['5a65ab33-8941-4843-af32-41663916a95b'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:12:57.876690 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Routers {'5a65ab33-8941-4843-af32-41663916a95b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:12:57.877581 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:12:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['5a65ab33-8941-4843-af32-41663916a95b'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:12:58.059972 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Set router 5a65ab33-8941-4843-af32-41663916a95b gateway port host: None {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:12:58.467374 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65ab33-8941-4843-af32-41663916a95b', 'name': 'router1', 'tenant_id': '21716abeaba940d1bdae0c660acc6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:12:46Z', 'updated_at': '2022-05-16T15:12:56Z', 'revision_number': 2, 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'gw_port_host': None, '_interfaces': [{'id': '88889e2b-a647-4075-aafc-cdc64645d0df', 'name': '', 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919', 'tenant_id': '21716abeaba940d1bdae0c660acc6bc5', 'mac_address': 'fa:16:3e:24:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65ab33-8941-4843-af32-41663916a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:12:56Z', 'updated_at': '2022-05-16T15:12:57Z', 'revision_number': 2, 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'subnets': [{'id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8565464-fa51-4e0e-905d-0b700709da4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:12:58.515944 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Checking router: 5a65ab33-8941-4843-af32-41663916a95b for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:12:58.516309 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Updating router 5a65ab33-8941-4843-af32-41663916a95b port 88889e2b-a647-4075-aafc-cdc64645d0df binding host dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:12:58.568062 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:59.101462 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Publish callbacks [] for port (88889e2b-a647-4075-aafc-cdc64645d0df), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:59.138290 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:59.307889 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Pushing event updated for resources: {'Port': ['ID=88889e2b-a647-4075-aafc-cdc64645d0df,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:59.311178 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Attempting to bind port 88889e2b-a647-4075-aafc-cdc64645d0df on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:12:59.311576 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Attempting to bind port 88889e2b-a647-4075-aafc-cdc64645d0df by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': 'ca91fa21-1614-464c-b2fd-03844a494d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:12:59.312013 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Attempting to bind port 88889e2b-a647-4075-aafc-cdc64645d0df on network 66504750-b008-4ae3-b1cb-4c689fc5e919 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:12:59.321023 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.321359 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.321698 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.322035 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.322391 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.322707 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.323025 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.323341 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.323676 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.324566 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.324883 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.325213 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.325543 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.325854 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.326216 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Tracked resource versions report: May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: pushed versions: May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: { 'AddressGroup': {'1.2'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Agent': {'1.1'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'ConntrackHelper': {'1.0'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'LocalIPAssociation': {'1.0'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Log': {'1.0'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'NDPProxy': {'1.0'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Network': {'1.1'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Port': {'1.7'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'PortForwarding': {'1.3'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'QosPolicy': {'1.10'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'SecurityGroup': {'1.5'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'SecurityGroupRule': {'1.2'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'SubPort': {'1.0'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Subnet': {'1.1'}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Trunk': {'1.1'}} May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: consumer versions: May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: { DHCP agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: L3 agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: Metadata agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: Metering agent@dv-cinder-790535-39-iscsi: {}, May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: Open vSwitch agent@dv-cinder-790535-39-iscsi: { 'AddressGroup': '1.2', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Agent': '1.1', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'ConntrackHelper': '1.0', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'LocalIPAssociation': '1.0', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Log': '1.0', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'NDPProxy': '1.0', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Network': '1.1', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Port': '1.7', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'PortForwarding': '1.3', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'QosPolicy': '1.10', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'SecurityGroup': '1.5', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'SecurityGroupRule': '1.2', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'SubPort': '1.0', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Subnet': '1.1', May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Trunk': '1.1'}} May 16 15:12:59.327726 dv-cinder-790535-39-iscsi neutron-server[103980]: {{(pid=103980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:12:59.332809 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:12:59.333215 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Checking segment: {'id': 'ca91fa21-1614-464c-b2fd-03844a494d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:12:59.333707 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:59.334370 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Bound using segment: {'id': 'ca91fa21-1614-464c-b2fd-03844a494d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:12:59.334877 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Bound port: 88889e2b-a647-4075-aafc-cdc64645d0df, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca91fa21-1614-464c-b2fd-03844a494d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:12:59.335266 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:59.407282 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] For port 88889e2b-a647-4075-aafc-cdc64645d0df, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:12:59.412713 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:59.428401 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] For port 88889e2b-a647-4075-aafc-cdc64645d0df, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=88889e2b-a647-4075-aafc-cdc64645d0df,segment=NetworkSegment(ca91fa21-1614-464c-b2fd-03844a494d1e),segment_id=ca91fa21-1614-464c-b2fd-03844a494d1e)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:12:59.515494 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:59.549618 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-3a809081-ddde-4e17-ac41-e9fdf5ac7af0 None None] Provisioning complete for port 88889e2b-a647-4075-aafc-cdc64645d0df triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:12:59.550353 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3a809081-ddde-4e17-ac41-e9fdf5ac7af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:59.565318 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294c3ea-f5ec-48b0-b58a-c6c98ad664a1 None None] Pushing event updated for resources: {'Port': ['ID=88889e2b-a647-4075-aafc-cdc64645d0df,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:59.587028 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Routers {'5a65ab33-8941-4843-af32-41663916a95b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:12:59.588457 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:12:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['5a65ab33-8941-4843-af32-41663916a95b'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:12:59.654560 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-3a809081-ddde-4e17-ac41-e9fdf5ac7af0 None None] Current status of the port 88889e2b-a647-4075-aafc-cdc64645d0df is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:12:59.655977 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3a809081-ddde-4e17-ac41-e9fdf5ac7af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:59.680242 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] Set router 5a65ab33-8941-4843-af32-41663916a95b gateway port host: None {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:12:59.702648 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-3a809081-ddde-4e17-ac41-e9fdf5ac7af0 None None] For port 88889e2b-a647-4075-aafc-cdc64645d0df, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=88889e2b-a647-4075-aafc-cdc64645d0df,segment=NetworkSegment(ca91fa21-1614-464c-b2fd-03844a494d1e),segment_id=ca91fa21-1614-464c-b2fd-03844a494d1e)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:12:59.783583 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3a809081-ddde-4e17-ac41-e9fdf5ac7af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:59.833169 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a809081-ddde-4e17-ac41-e9fdf5ac7af0 None None] Pushing event updated for resources: {'Port': ['ID=88889e2b-a647-4075-aafc-cdc64645d0df,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:12:59.892235 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65ab33-8941-4843-af32-41663916a95b', 'name': 'router1', 'tenant_id': '21716abeaba940d1bdae0c660acc6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:12:46Z', 'updated_at': '2022-05-16T15:12:56Z', 'revision_number': 2, 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'gw_port_host': None, '_interfaces': [{'id': '88889e2b-a647-4075-aafc-cdc64645d0df', 'name': '', 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919', 'tenant_id': '21716abeaba940d1bdae0c660acc6bc5', 'mac_address': 'fa:16:3e:24:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65ab33-8941-4843-af32-41663916a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:12:56Z', 'updated_at': '2022-05-16T15:12:59Z', 'revision_number': 4, 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'subnets': [{'id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8565464-fa51-4e0e-905d-0b700709da4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:12:59.902843 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-b34a80c9-755e-4428-9f5a-c720fa371e07 None None] Provisioning complete for port 88889e2b-a647-4075-aafc-cdc64645d0df triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:12:59.903239 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b34a80c9-755e-4428-9f5a-c720fa371e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:59.917327 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d20ba-d734-4597-b7aa-5b183568ead1 None None] The sync data for ids ['5a65ab33-8941-4843-af32-41663916a95b'] in dv-cinder-790535-39-iscsi is: [{'id': '5a65ab33-8941-4843-af32-41663916a95b', 'name': 'router1', 'tenant_id': '21716abeaba940d1bdae0c660acc6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:12:46Z', 'updated_at': '2022-05-16T15:12:56Z', 'revision_number': 2, 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'gw_port_host': None, '_interfaces': [{'id': '88889e2b-a647-4075-aafc-cdc64645d0df', 'name': '', 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919', 'tenant_id': '21716abeaba940d1bdae0c660acc6bc5', 'mac_address': 'fa:16:3e:24:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65ab33-8941-4843-af32-41663916a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:12:56Z', 'updated_at': '2022-05-16T15:12:59Z', 'revision_number': 4, 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'subnets': [{'id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8565464-fa51-4e0e-905d-0b700709da4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:13:00.002091 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-b34a80c9-755e-4428-9f5a-c720fa371e07 None None] Current status of the port 88889e2b-a647-4075-aafc-cdc64645d0df is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:13:00.333287 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 49598) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:13:00.528171 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b7c633-f857-4a24-b1f6-da9c58beecf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:13:00.529530 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-b3b7c633-f857-4a24-b1f6-da9c58beecf0 admin admin] 10.222.0.76 "GET /v2.0/networks/0b7f7e55-3607-41ad-9381-37cd76ba4c71 HTTP/1.1" status: 200 len: 842 time: 0.1953015 May 16 15:13:00.538886 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:13:00.646789 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] Made reservation on behalf of 1c01b64ed2e84249921cacc6ee5ef7ac for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:13:00.649160 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:01.079275 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.objects.ports [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103977) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 16 15:13:01.079695 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for subnet (25b04ffd-8519-4bc3-bb8f-dcd24ce9737a), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:01.137436 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b04ffd-8519-4bc3-bb8f-dcd24ce9737a,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:13:01.145612 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] Checking segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:13:01.145963 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] Network hostable DHCP agents. Network: 0b7f7e55-3607-41ad-9381-37cd76ba4c71, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:13:01.246298 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:13:01.309463 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 0b7f7e55-3607-41ad-9381-37cd76ba4c71) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:13:01.313549 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:13:01.314165 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:01.321260 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7506e8-7d6c-41f2-bb71-71a6e43d60ef None None] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:13:01.403623 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-3d130360-4eb0-45b7-96b9-f5b6efa3b660 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8680537 May 16 15:13:01.425144 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910697fc-d2a1-48d8-b2a6-0a3a88c25a65 None None] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:13:03.854559 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 49616) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:13:04.063504 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-7daaa03b-2d1c-4484-bb7d-ea95c3642bc0 demo admin] 10.222.0.76 "GET /v2.0/routers/5a65ab33-8941-4843-af32-41663916a95b HTTP/1.1" status: 200 len: 710 time: 0.2078071 May 16 15:13:04.149155 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c6764d-5736-4bbd-8a2e-b58d1fe86fe8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:13:04.150590 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-50c6764d-5736-4bbd-8a2e-b58d1fe86fe8 demo admin] 10.222.0.76 "GET /v2.0/networks/0b7f7e55-3607-41ad-9381-37cd76ba4c71 HTTP/1.1" status: 200 len: 886 time: 0.0817876 May 16 15:13:04.159279 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:13:04.401944 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Publish callbacks [] for router_gateway (5a65ab33-8941-4843-af32-41663916a95b), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:04.694547 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Publish callbacks [] for router_gateway (5a65ab33-8941-4843-af32-41663916a95b), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:04.771743 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:04.876383 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Allocated IP 172.27.2.65 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/2a74b832-35b1-4706-becd-b11ebc622cc5) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:13:04.979487 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Publish callbacks [] for port (2a74b832-35b1-4706-becd-b11ebc622cc5), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:05.092799 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (2a74b832-35b1-4706-becd-b11ebc622cc5), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:05.132738 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:13:05.140203 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:13:05.143650 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:13:05.145405 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Pushing event updated for resources: {'Port': ['ID=2a74b832-35b1-4706-becd-b11ebc622cc5,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:13:05.496608 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Publish callbacks [] for router_gateway (5a65ab33-8941-4843-af32-41663916a95b), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:05.769351 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1829035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6977'] for router (5a65ab33-8941-4843-af32-41663916a95b), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:05.772492 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829042'] for router (5a65ab33-8941-4843-af32-41663916a95b), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:05.873624 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Router 5a65ab33-8941-4843-af32-41663916a95b has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:13:05.972722 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:13:05.977033 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:05.998157 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-0d12f6ed-1af4-4e58-acb0-6ec0da32314b demo admin] 10.222.0.76 "PUT /v2.0/routers/5a65ab33-8941-4843-af32-41663916a95b HTTP/1.1" status: 200 len: 889 time: 1.8220866 May 16 15:13:08.124541 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 88889e2b-a647-4075-aafc-cdc64645d0df up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:13:08.167870 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 88889e2b-a647-4075-aafc-cdc64645d0df triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:13:08.168161 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:08.245639 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 88889e2b-a647-4075-aafc-cdc64645d0df is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:13:08.453024 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 49628) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:13:08.567352 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-a740c719-bb02-4a92-8c69-76ffd5986f06 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1128759 May 16 15:13:08.837139 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Sync routers for ids ['5a65ab33-8941-4843-af32-41663916a95b'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:13:08.849665 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Routers {'5a65ab33-8941-4843-af32-41663916a95b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:13:08.850343 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:12:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['5a65ab33-8941-4843-af32-41663916a95b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:13:09.054976 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Set router 5a65ab33-8941-4843-af32-41663916a95b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:13:09.510431 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65ab33-8941-4843-af32-41663916a95b', 'name': 'router1', 'tenant_id': '21716abeaba940d1bdae0c660acc6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '2a74b832-35b1-4706-becd-b11ebc622cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:12:46Z', 'updated_at': '2022-05-16T15:13:05Z', 'revision_number': 4, 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'gw_port': {'id': '2a74b832-35b1-4706-becd-b11ebc622cc5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65ab33-8941-4843-af32-41663916a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:13:04Z', 'updated_at': '2022-05-16T15:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '88889e2b-a647-4075-aafc-cdc64645d0df', 'name': '', 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919', 'tenant_id': '21716abeaba940d1bdae0c660acc6bc5', 'mac_address': 'fa:16:3e:24:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65ab33-8941-4843-af32-41663916a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:12:56Z', 'updated_at': '2022-05-16T15:12:59Z', 'revision_number': 5, 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'subnets': [{'id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8565464-fa51-4e0e-905d-0b700709da4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:13:09.558732 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Checking router: 5a65ab33-8941-4843-af32-41663916a95b for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:13:09.559088 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Updating router 5a65ab33-8941-4843-af32-41663916a95b port 2a74b832-35b1-4706-becd-b11ebc622cc5 binding host dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:13:09.611974 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2a74b832-35b1-4706-becd-b11ebc622cc5), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:09.963762 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Publish callbacks [] for port (2a74b832-35b1-4706-becd-b11ebc622cc5), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:10.063527 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (2a74b832-35b1-4706-becd-b11ebc622cc5), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:10.115856 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71de26-bebc-4380-91d4-004ba5f34e30 None None] Pushing event updated for resources: {'Port': ['ID=2a74b832-35b1-4706-becd-b11ebc622cc5,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:13:10.118155 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Attempting to bind port 2a74b832-35b1-4706-becd-b11ebc622cc5 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:13:10.118533 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Attempting to bind port 2a74b832-35b1-4706-becd-b11ebc622cc5 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:13:10.118888 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Attempting to bind port 2a74b832-35b1-4706-becd-b11ebc622cc5 on network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:13:10.125067 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:13:10.125438 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Checking segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:13:10.125834 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:10.126249 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Bound using segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:13:10.126711 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Bound port: 2a74b832-35b1-4706-becd-b11ebc622cc5, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:13:10.131333 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2a74b832-35b1-4706-becd-b11ebc622cc5), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:10.176577 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] For port 2a74b832-35b1-4706-becd-b11ebc622cc5, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:13:10.183533 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] For port 2a74b832-35b1-4706-becd-b11ebc622cc5, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=2a74b832-35b1-4706-becd-b11ebc622cc5,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:13:10.235233 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (2a74b832-35b1-4706-becd-b11ebc622cc5), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:10.302942 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Routers {'5a65ab33-8941-4843-af32-41663916a95b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:13:10.303387 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:12:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['5a65ab33-8941-4843-af32-41663916a95b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:13:10.305686 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71de26-bebc-4380-91d4-004ba5f34e30 None None] Pushing event updated for resources: {'Port': ['ID=2a74b832-35b1-4706-becd-b11ebc622cc5,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:13:10.426104 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] Set router 5a65ab33-8941-4843-af32-41663916a95b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:13:10.639331 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65ab33-8941-4843-af32-41663916a95b', 'name': 'router1', 'tenant_id': '21716abeaba940d1bdae0c660acc6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '2a74b832-35b1-4706-becd-b11ebc622cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:12:46Z', 'updated_at': '2022-05-16T15:13:05Z', 'revision_number': 4, 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'gw_port': {'id': '2a74b832-35b1-4706-becd-b11ebc622cc5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65ab33-8941-4843-af32-41663916a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:13:04Z', 'updated_at': '2022-05-16T15:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '88889e2b-a647-4075-aafc-cdc64645d0df', 'name': '', 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919', 'tenant_id': '21716abeaba940d1bdae0c660acc6bc5', 'mac_address': 'fa:16:3e:24:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65ab33-8941-4843-af32-41663916a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:12:56Z', 'updated_at': '2022-05-16T15:12:59Z', 'revision_number': 5, 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'subnets': [{'id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8565464-fa51-4e0e-905d-0b700709da4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:13:10.665629 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb461ce-eaf6-4fae-bef1-46709e3a0bd8 None None] The sync data for ids ['5a65ab33-8941-4843-af32-41663916a95b'] in dv-cinder-790535-39-iscsi is: [{'id': '5a65ab33-8941-4843-af32-41663916a95b', 'name': 'router1', 'tenant_id': '21716abeaba940d1bdae0c660acc6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '2a74b832-35b1-4706-becd-b11ebc622cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:12:46Z', 'updated_at': '2022-05-16T15:13:05Z', 'revision_number': 4, 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'gw_port': {'id': '2a74b832-35b1-4706-becd-b11ebc622cc5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65ab33-8941-4843-af32-41663916a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:13:04Z', 'updated_at': '2022-05-16T15:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '88889e2b-a647-4075-aafc-cdc64645d0df', 'name': '', 'network_id': '66504750-b008-4ae3-b1cb-4c689fc5e919', 'tenant_id': '21716abeaba940d1bdae0c660acc6bc5', 'mac_address': 'fa:16:3e:24:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65ab33-8941-4843-af32-41663916a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:12:56Z', 'updated_at': '2022-05-16T15:12:59Z', 'revision_number': 5, 'project_id': '21716abeaba940d1bdae0c660acc6bc5', 'subnets': [{'id': '6d70624c-c28c-472e-94e3-5f5a7a186cf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8565464-fa51-4e0e-905d-0b700709da4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:13:12.149034 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 2a74b832-35b1-4706-becd-b11ebc622cc5 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:13:12.203672 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 2a74b832-35b1-4706-becd-b11ebc622cc5 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:13:12.204065 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2a74b832-35b1-4706-becd-b11ebc622cc5), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:12.318716 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 2a74b832-35b1-4706-becd-b11ebc622cc5 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:13:12.320841 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2a74b832-35b1-4706-becd-b11ebc622cc5), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:12.360823 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port 2a74b832-35b1-4706-becd-b11ebc622cc5, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=2a74b832-35b1-4706-becd-b11ebc622cc5,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:13:12.446488 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (2a74b832-35b1-4706-becd-b11ebc622cc5), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:12.526094 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=2a74b832-35b1-4706-becd-b11ebc622cc5,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:13:14.136868 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 2a74b832-35b1-4706-becd-b11ebc622cc5 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:13:14.261431 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 2a74b832-35b1-4706-becd-b11ebc622cc5 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:13:14.262054 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2a74b832-35b1-4706-becd-b11ebc622cc5), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:14.423355 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 2a74b832-35b1-4706-becd-b11ebc622cc5 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:13:22.612099 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ea9b55b2-4012-42d7-9d05-8ac9820e57f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:24.726293 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd2fa-6993-4d3d-bef5-b212c9cb1860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:25.749182 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:27.400919 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:29.439959 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:34.847702 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 5 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:13:52.708500 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c1cb046b-ee59-432f-b486-2812750be828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:54.742050 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2864c2b1-b7b8-4deb-aa79-02dba2320dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:55.719437 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:57.364823 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:59.417266 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:11.846457 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 5 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:14:22.593133 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-bbf883ed-1a8a-467c-a320-254d914e24ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:24.713451 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a06f8853-7477-49bb-b432-11d6d5a6ecd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:25.712759 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:27.381282 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:29.187653 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50112) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:14:29.250199 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4917a0-8d9f-4bb1-a4a5-b5d23d69ff8d admin admin] GET failed (client error): The resource could not be found. May 16 15:14:29.251490 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ec4917a0-8d9f-4bb1-a4a5-b5d23d69ff8d admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628989 May 16 15:14:29.414236 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e776506-fdde-4b3e-b8e3-3fa1b45eaed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:29.415740 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-6e776506-fdde-4b3e-b8e3-3fa1b45eaed3 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602457 May 16 15:14:29.415873 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:31.664891 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50122) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:14:31.754562 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af1d1f0-9ef3-42f2-87e4-aba395c90084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:31.755917 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-6af1d1f0-9ef3-42f2-87e4-aba395c90084 admin admin] 10.222.0.76 "GET /v2.0/subnets/6d70624c-c28c-472e-94e3-5f5a7a186cf2 HTTP/1.1" status: 200 len: 849 time: 0.0900941 May 16 15:14:31.765694 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:14:31.850199 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Publish callbacks [] for subnet (6d70624c-c28c-472e-94e3-5f5a7a186cf2), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:32.038631 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728834527106'] for subnet (6d70624c-c28c-472e-94e3-5f5a7a186cf2), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:32.074148 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:32.074756 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:32.076029 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] 10.222.0.76 "PUT /v2.0/subnets/6d70624c-c28c-472e-94e3-5f5a7a186cf2 HTTP/1.1" status: 200 len: 868 time: 0.3138785 May 16 15:14:32.077168 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4378da-1633-450c-ba8d-f215e22826ce None None] Network 66504750-b008-4ae3-b1cb-4c689fc5e919 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:14:32.095593 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d70624c-c28c-472e-94e3-5f5a7a186cf2,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:14:32.103666 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.103981 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.104288 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.104628 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.104961 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.105295 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.106380 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.106380 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.106380 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.106651 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.106943 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.107288 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.107665 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.107991 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.108307 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c820d-d007-46b5-a313-5bc880ba8c80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:14:32.368575 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-5e196689-58e7-42da-9aa3-f23062346571 None None] Provisioning complete for port e43e3e4e-0b26-430d-8719-85a59d3636a4 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:14:32.368964 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5e196689-58e7-42da-9aa3-f23062346571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (e43e3e4e-0b26-430d-8719-85a59d3636a4), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:32.439203 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-5e196689-58e7-42da-9aa3-f23062346571 None None] Current status of the port e43e3e4e-0b26-430d-8719-85a59d3636a4 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:14:32.447070 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-5e196689-58e7-42da-9aa3-f23062346571 None None] Provisioning complete for port 88889e2b-a647-4075-aafc-cdc64645d0df triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:14:32.447459 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5e196689-58e7-42da-9aa3-f23062346571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (88889e2b-a647-4075-aafc-cdc64645d0df), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:32.517676 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-5e196689-58e7-42da-9aa3-f23062346571 None None] Current status of the port 88889e2b-a647-4075-aafc-cdc64645d0df is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:14:34.337013 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50130) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:14:34.551080 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf50327-4f5c-4237-96d5-49db6be789b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:34.551545 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf50327-4f5c-4237-96d5-49db6be789b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:34.553047 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-dbf50327-4f5c-4237-96d5-49db6be789b6 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2150688 May 16 15:14:36.796867 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50138) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:14:36.925739 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c6aed-cec3-4e39-84c1-b78d56ec9786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:36.926247 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c6aed-cec3-4e39-84c1-b78d56ec9786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:36.927747 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-0f2c6aed-cec3-4e39-84c1-b78d56ec9786 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1299500 May 16 15:14:39.199379 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50146) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:14:39.320880 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c729a27-29a3-4d80-87e1-04144b2e8c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:39.322255 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-7c729a27-29a3-4d80-87e1-04144b2e8c30 admin admin] 10.222.0.76 "GET /v2.0/networks/0b7f7e55-3607-41ad-9381-37cd76ba4c71 HTTP/1.1" status: 200 len: 886 time: 0.1219146 May 16 15:14:41.600040 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50154) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:14:41.729294 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfada5-b021-46bc-ad39-b42e99197574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:41.730681 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-b2bfada5-b021-46bc-ad39-b42e99197574 admin admin] 10.222.0.76 "GET /v2.0/networks/66504750-b008-4ae3-b1cb-4c689fc5e919 HTTP/1.1" status: 200 len: 869 time: 0.1296587 May 16 15:14:43.953656 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50162) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:14:44.085502 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde974dc-30eb-4d24-b27e-3c09ce959ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:44.085953 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde974dc-30eb-4d24-b27e-3c09ce959ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:44.087997 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bde974dc-30eb-4d24-b27e-3c09ce959ac2 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1333964 May 16 15:14:46.356696 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50172) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:14:46.448417 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81721b55-32b9-4d77-9226-e1c16f8eda75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:46.448872 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81721b55-32b9-4d77-9226-e1c16f8eda75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:46.450366 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-81721b55-32b9-4d77-9226-e1c16f8eda75 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927875 May 16 15:14:48.650946 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50180) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:14:48.733646 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52aaced-ca86-4e18-8265-2c85f592d22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:48.735053 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-c52aaced-ca86-4e18-8265-2c85f592d22f admin admin] 10.222.0.76 "GET /v2.0/subnets/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a HTTP/1.1" status: 200 len: 816 time: 0.0831697 May 16 15:14:48.907744 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 5 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:14:50.988454 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50188) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:14:51.078755 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c3568f-73d5-4f2f-ba3c-2b391005c960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:14:51.080068 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-97c3568f-73d5-4f2f-ba3c-2b391005c960 admin admin] 10.222.0.76 "GET /v2.0/subnets/6d70624c-c28c-472e-94e3-5f5a7a186cf2 HTTP/1.1" status: 200 len: 868 time: 0.0906425 May 16 15:14:52.615597 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e84d0d93-add4-4bb1-867a-9e76553fa7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:54.752527 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c010df99-284d-461f-8cb2-f6e162afa962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:55.757999 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:57.386183 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:59.443339 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.608976 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-536265e2-0fb9-4858-b989-5944719293c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.717472 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-77079378-fd9d-4175-8516-92fe7f3a68a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.745129 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.845845 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 5 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:15:27.397356 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.396854 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.191829 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50246) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:35.238601 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [None req-9355d545-856e-4090-947c-6aed7ea7749f admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:15:35.239638 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-9355d545-856e-4090-947c-6aed7ea7749f admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0468602 May 16 15:15:37.568549 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50254) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:37.633010 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ec0e5b-ae4f-48e0-baf5-deeaa2e2b44e admin admin] GET failed (client error): The resource could not be found. May 16 15:15:37.634342 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-38ec0e5b-ae4f-48e0-baf5-deeaa2e2b44e admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0648260 May 16 15:15:37.720550 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184dde49-e4d4-47b2-a2a4-136e4b01cbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:37.722012 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-184dde49-e4d4-47b2-a2a4-136e4b01cbcc admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0836112 May 16 15:15:40.002387 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50262) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:40.048521 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:40.122408 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Made reservation on behalf of 1c01b64ed2e84249921cacc6ee5ef7ac for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:40.124693 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.152708 dv-cinder-790535-39-iscsi neutron-server[103977]: WARNING neutron.services.revisions.revision_plugin [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Could not find related network for resource to bump revision. May 16 15:15:40.166405 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:40.175173 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (a916b178-3386-4d64-8b86-973f0201e29f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.175604 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.segments_db [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Added segment a916b178-3386-4d64-8b86-973f0201e29f of type vlan for network 35e04db0-de4d-4fff-99ed-a42f45b816b6 May 16 15:15:40.308606 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (35e04db0-de4d-4fff-99ed-a42f45b816b6), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.389647 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (35e04db0-de4d-4fff-99ed-a42f45b816b6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.390690 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:40.391322 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.455892 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Pushing event updated for resources: {'Network': ['ID=35e04db0-de4d-4fff-99ed-a42f45b816b6,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:40.462931 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.463285 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.463621 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.463955 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.464282 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.464611 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.464935 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.465256 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.465576 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.465894 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.466290 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.466617 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.466935 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.467249 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.467561 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:40.478471 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-d59aa15e-c41a-4208-a72e-4022e902b3aa admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4750154 May 16 15:15:40.479559 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 35e04db0-de4d-4fff-99ed-a42f45b816b6 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:42.762789 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50270) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:42.825082 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.pecan_wsgi.hooks.translation [None req-072d9dc9-4e72-49de-8894-43fa5bc2474b admin admin] GET failed (client error): The resource could not be found. May 16 15:15:42.827971 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-072d9dc9-4e72-49de-8894-43fa5bc2474b admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626278 May 16 15:15:42.896960 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee87df37-9e9f-415c-bf0a-daf5afb1ac6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:42.898428 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ee87df37-9e9f-415c-bf0a-daf5afb1ac6e admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680571 May 16 15:15:42.907870 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-86a144d4-a75e-47a4-bbc1-5cded83260c9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:42.990975 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a144d4-a75e-47a4-bbc1-5cded83260c9 admin admin] Made reservation on behalf of 1c01b64ed2e84249921cacc6ee5ef7ac for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:42.993811 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-86a144d4-a75e-47a4-bbc1-5cded83260c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:43.207407 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-86a144d4-a75e-47a4-bbc1-5cded83260c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for subnet (316ffb0f-c6a7-4886-93b1-984ff9a88690), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:43.260816 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a144d4-a75e-47a4-bbc1-5cded83260c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=316ffb0f-c6a7-4886-93b1-984ff9a88690,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:43.269273 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a144d4-a75e-47a4-bbc1-5cded83260c9 admin admin] Checking segment: {'id': 'a916b178-3386-4d64-8b86-973f0201e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:43.269624 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a144d4-a75e-47a4-bbc1-5cded83260c9 admin admin] Network hostable DHCP agents. Network: 35e04db0-de4d-4fff-99ed-a42f45b816b6, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:43.338184 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a144d4-a75e-47a4-bbc1-5cded83260c9 admin admin] Network 35e04db0-de4d-4fff-99ed-a42f45b816b6 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:43.407208 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-86a144d4-a75e-47a4-bbc1-5cded83260c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 35e04db0-de4d-4fff-99ed-a42f45b816b6) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:43.411235 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a144d4-a75e-47a4-bbc1-5cded83260c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:43.411816 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-86a144d4-a75e-47a4-bbc1-5cded83260c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:43.416135 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c402f7e-6491-4842-a5a0-92767e72a686 None None] Network 35e04db0-de4d-4fff-99ed-a42f45b816b6 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:43.519921 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-86a144d4-a75e-47a4-bbc1-5cded83260c9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6151807 May 16 15:15:43.618822 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df7d412-2000-598c-b13d-3ec64b05f419-35e04db0-de4d-4fff-99ed-a42f45b816b6', 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6', 'project_id': '1c01b64ed2e84249921cacc6ee5ef7ac', 'fixed_ips': [{'subnet_id': '316ffb0f-c6a7-4886-93b1-984ff9a88690'}]}} from dv-cinder-790535-39-iscsi. {{(pid=103979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:15:43.620064 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:43.817412 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Allocated IP 192.168.233.2 (35e04db0-de4d-4fff-99ed-a42f45b816b6/316ffb0f-c6a7-4886-93b1-984ff9a88690/6b21d5ad-38b6-4d0e-9c92-deb640e23e3a) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:43.980334 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Publish callbacks [] for port (6b21d5ad-38b6-4d0e-9c92-deb640e23e3a), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.059282 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (6b21d5ad-38b6-4d0e-9c92-deb640e23e3a), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.107676 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Pushing event updated for resources: {'Port': ['ID=6b21d5ad-38b6-4d0e-9c92-deb640e23e3a,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:44.166437 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Network 35e04db0-de4d-4fff-99ed-a42f45b816b6 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:44.168007 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.168343 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.168850 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.169203 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.169535 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.169867 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.170211 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.170529 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.170866 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.171188 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.171519 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.171839 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.172164 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.172523 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.172835 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:44.176776 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:44.190365 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:44.248510 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Attempting to bind port 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:44.248902 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Attempting to bind port 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': 'a916b178-3386-4d64-8b86-973f0201e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:44.249254 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Attempting to bind port 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a on network 35e04db0-de4d-4fff-99ed-a42f45b816b6 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:44.254674 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:44.255034 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Checking segment: {'id': 'a916b178-3386-4d64-8b86-973f0201e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:44.255423 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.255805 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Bound using segment: {'id': 'a916b178-3386-4d64-8b86-973f0201e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:44.256251 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Bound port: 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a916b178-3386-4d64-8b86-973f0201e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:44.256619 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (6b21d5ad-38b6-4d0e-9c92-deb640e23e3a), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.316622 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] For port 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:44.320301 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] For port 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=6b21d5ad-38b6-4d0e-9c92-deb640e23e3a,segment=NetworkSegment(a916b178-3386-4d64-8b86-973f0201e29f),segment_id=a916b178-3386-4d64-8b86-973f0201e29f)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:44.408910 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (6b21d5ad-38b6-4d0e-9c92-deb640e23e3a), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.468375 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3856963-5f6b-41a6-a71f-75bf91878d48 None None] Pushing event updated for resources: {'Port': ['ID=6b21d5ad-38b6-4d0e-9c92-deb640e23e3a,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:45.290812 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd7aa20-34ac-4edc-a2ca-46877a1a9d13 None None] Network 35e04db0-de4d-4fff-99ed-a42f45b816b6 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:45.359006 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-fa0e3658-7a9c-479f-8704-cba7d489ca35 None None] Provisioning complete for port 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:45.359390 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3658-7a9c-479f-8704-cba7d489ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (6b21d5ad-38b6-4d0e-9c92-deb640e23e3a), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.465246 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e3658-7a9c-479f-8704-cba7d489ca35 None None] Current status of the port 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:45.465904 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3658-7a9c-479f-8704-cba7d489ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (6b21d5ad-38b6-4d0e-9c92-deb640e23e3a), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.510994 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-fa0e3658-7a9c-479f-8704-cba7d489ca35 None None] For port 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=6b21d5ad-38b6-4d0e-9c92-deb640e23e3a,segment=NetworkSegment(a916b178-3386-4d64-8b86-973f0201e29f),segment_id=a916b178-3386-4d64-8b86-973f0201e29f)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:45.573105 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3658-7a9c-479f-8704-cba7d489ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (6b21d5ad-38b6-4d0e-9c92-deb640e23e3a), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.629754 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e3658-7a9c-479f-8704-cba7d489ca35 None None] Pushing event updated for resources: {'Port': ['ID=6b21d5ad-38b6-4d0e-9c92-deb640e23e3a,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:45.792467 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-6e563d2d-56ed-475e-b4eb-bf9aea58e976 None None] Provisioning complete for port 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:45.792766 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6e563d2d-56ed-475e-b4eb-bf9aea58e976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (6b21d5ad-38b6-4d0e-9c92-deb640e23e3a), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.870948 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-6e563d2d-56ed-475e-b4eb-bf9aea58e976 None None] Current status of the port 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:46.217811 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:46.267264 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:46.267647 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (6b21d5ad-38b6-4d0e-9c92-deb640e23e3a), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.340663 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 6b21d5ad-38b6-4d0e-9c92-deb640e23e3a is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:52.619301 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3dafcfc5-3d31-4438-9e8e-0bcddf628ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:54.711469 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ed67d4db-d142-4026-b96d-cb6e2135740c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.754812 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:57.391222 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:59.425059 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.843979 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 5 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:16:22.694296 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e7d14558-1c79-4656-b77b-119f4fde85e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.789982 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-30af9e7b-7f02-477d-b3f6-85bccec72557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.725579 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.390396 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:29.418631 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.841532 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 5 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:16:52.644961 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-91036a0b-5456-44e2-91af-bcbe1ca14d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.726036 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e005b5cb-75e6-45c0-a3d8-cf2cb9015bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.772364 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:57.398787 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:59.438896 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:16.839693 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 5 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:17:22.210432 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50310) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:22.216135 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [None req-b7b6f452-4a1d-41ac-947d-c1f54af0f407 tempest-verify_tempest_config-1542884872 tempest-verify_tempest_config-1542884872-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:17:22.217102 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-b7b6f452-4a1d-41ac-947d-c1f54af0f407 tempest-verify_tempest_config-1542884872 tempest-verify_tempest_config-1542884872-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057137 May 16 15:17:22.605343 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-07feb9d1-8d00-4e48-b986-770bbe9d1498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:22.760940 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50328) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:22.864034 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:22.940692 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Publish callbacks [] for security_group (55b7e05c-c34f-4480-9fc9-ee08335c1710), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:23.022625 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (55b7e05c-c34f-4480-9fc9-ee08335c1710), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:23.068907 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8337e155fd0141dbab05be998628204f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3069434 May 16 15:17:23.069854 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b7e05c-c34f-4480-9fc9-ee08335c1710,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:23.071601 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50332) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:23.080994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.080994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.080994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.080994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.080994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.080994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.080994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.080994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.080994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.080994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.080994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.080994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.082072 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.082072 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.082072 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e632be4-f47c-417e-bb38-ad0725a6ba28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.129050 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Publish callbacks [] for security_group (55b7e05c-c34f-4480-9fc9-ee08335c1710), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:23.149101 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Publish callbacks [] for security_group (55b7e05c-c34f-4480-9fc9-ee08335c1710), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:23.302718 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (55b7e05c-c34f-4480-9fc9-ee08335c1710), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:23.305324 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:23.306515 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/55b7e05c-c34f-4480-9fc9-ee08335c1710 HTTP/1.1" status: 204 len: 168 time: 0.2339463 May 16 15:17:23.314048 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b7e05c-c34f-4480-9fc9-ee08335c1710,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:23.320741 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.321091 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.321451 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.321802 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.322143 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.322489 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.322816 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.323142 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.323482 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.323809 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.324137 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.324457 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.324803 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.325123 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:23.325442 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4218d-87d5-47fa-b768-7445ca384009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:24.811480 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-284545d5-8068-45de-bb9b-f3c9ffcbb52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:25.768955 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:27.403338 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:29.450909 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:52.636083 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-07c0b8f0-901f-4732-bd79-b5962cb1258d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:53.838568 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 5 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:17:54.735948 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-85eb5dd9-1304-4c16-b619-a34e7722e959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:55.784853 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:57.413734 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.473119 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:22.609557 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-de9b0e88-897e-41ee-9f29-e984140211f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:24.721262 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df97e3e9-9df6-429d-bbab-eda530e2ccf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:25.738421 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:27.426099 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:29.428874 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:30.837343 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 5 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:18:52.610738 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd302-99af-46e0-9a54-503e86b024fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:54.719241 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-59c80a30-65e5-4ab0-a8ab-1c5827761ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:55.747957 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:57.416027 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:59.444496 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:07.835689 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 5 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:19:11.959086 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1804123'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:22.632711 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5059e83f-32e6-4775-8459-94d9c43bcf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:24.741159 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b26384a9-d061-4d34-97d3-393359d9de9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:25.147753 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50404) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:25.252510 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5ea6b8e0-9d4e-40e4-8a71-41c636702eda admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1036887 May 16 15:19:25.775172 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:27.500629 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50414) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:27.501163 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:27.553512 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-16aaef56-339b-49d1-b8f3-0ff3bdd64fed admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0517190 May 16 15:19:29.443533 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:41.972636 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:44.834363 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:19:52.608722 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a871b2ea-13cc-4d95-b9aa-621f813a9e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:54.745611 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-781c52d3-de93-43a2-99e7-51a96e825000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:55.772242 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.452177 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:59.446591 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:11.904745 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:21.834390 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:20:22.613081 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e236ef99-3bd4-4ae0-9aac-df48b85e0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:24.738785 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9116cf79-1ea7-4718-a0c7-59b4b45374f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:25.761713 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:27.441252 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:29.429258 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.925940 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:52.611410 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5413d5e6-411e-4875-ba4c-3b669f39db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:54.731556 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8a07c71a-5322-4cbb-843a-c1df88cff78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:55.788424 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:57.451473 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.833847 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:20:59.456626 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.090889 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50568) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:08.386683 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1406262212-network', 'tenant_id': '3733b202412047fa87928b2a71871f5e'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:08.479589 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Made reservation on behalf of 3733b202412047fa87928b2a71871f5e for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:08.482475 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.492049 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.569715 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Publish callbacks [] for security_group (f85bd3d6-f551-4085-8231-befc37a2ff79), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.639689 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (f85bd3d6-f551-4085-8231-befc37a2ff79), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.668755 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:21:08.677540 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85bd3d6-f551-4085-8231-befc37a2ff79,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:08.691826 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (8f9b3901-c7f6-4ab8-8dce-16f317d2658d), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.692222 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Added segment 8f9b3901-c7f6-4ab8-8dce-16f317d2658d of type vlan for network 691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c May 16 15:21:08.694265 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.694717 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.695115 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.695518 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.695780 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.696105 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.696424 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.696741 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.697061 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.697382 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.697716 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.698034 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.698376 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.698741 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.698982 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Tracked resource versions report: May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: pushed versions: May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: { 'AddressGroup': {'1.2'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Agent': {'1.1'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'ConntrackHelper': {'1.0'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'LocalIPAssociation': {'1.0'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Log': {'1.0'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'NDPProxy': {'1.0'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Network': {'1.1'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Port': {'1.7'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'PortForwarding': {'1.3'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'QosPolicy': {'1.10'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'SecurityGroup': {'1.5'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'SecurityGroupRule': {'1.2'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'SubPort': {'1.0'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Subnet': {'1.1'}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Trunk': {'1.1'}} May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: consumer versions: May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: { DHCP agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: HyperV agent@hv-cinder-79053: {}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: L3 agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: Metadata agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: Metering agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: Open vSwitch agent@dv-cinder-790535-39-iscsi: { 'AddressGroup': '1.2', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Agent': '1.1', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'ConntrackHelper': '1.0', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'LocalIPAssociation': '1.0', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Log': '1.0', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'NDPProxy': '1.0', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Network': '1.1', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Port': '1.7', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'PortForwarding': '1.3', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'QosPolicy': '1.10', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'SecurityGroup': '1.5', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'SecurityGroupRule': '1.2', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'SubPort': '1.0', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Subnet': '1.1', May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: 'Trunk': '1.1'}} May 16 15:21:08.700338 dv-cinder-790535-39-iscsi neutron-server[103978]: {{(pid=103978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:21:08.754270 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.856869 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.858067 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:08.858813 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.949897 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] Pushing event updated for resources: {'Network': ['ID=691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:08.961071 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:21:08.980342 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6f7d46c3-cb87-4ff4-8a48-4f1982ebb186 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8870926 May 16 15:21:08.982425 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50610) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:08.990327 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-3a2f34ae-a7d2-48b1-b89f-1dc04a708f61 admin admin] Request body: {'subnet': {'network_id': '691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1406262212-subnet', 'tenant_id': '3733b202412047fa87928b2a71871f5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:09.065014 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50616) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:09.108664 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2f34ae-a7d2-48b1-b89f-1dc04a708f61 admin admin] Made reservation on behalf of 3733b202412047fa87928b2a71871f5e for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:09.118004 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3a2f34ae-a7d2-48b1-b89f-1dc04a708f61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.292502 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50626) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:09.391909 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50634) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:09.463344 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3a2f34ae-a7d2-48b1-b89f-1dc04a708f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for subnet (fd481adb-85bc-44cf-b34a-1e491f3afa9f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.490745 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-778152819-network', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:09.515049 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f34ae-a7d2-48b1-b89f-1dc04a708f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd481adb-85bc-44cf-b34a-1e491f3afa9f,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:09.523132 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50640) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:09.553303 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f34ae-a7d2-48b1-b89f-1dc04a708f61 admin admin] Checking segment: {'id': '8f9b3901-c7f6-4ab8-8dce-16f317d2658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:09.553682 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f34ae-a7d2-48b1-b89f-1dc04a708f61 admin admin] Network hostable DHCP agents. Network: 691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:21:09.588355 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Made reservation on behalf of c3c3d75e638a4871b548ba689eeddeda for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:09.593394 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.601934 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.609729 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1178059885-network', 'tenant_id': '611940cf6d7b434489cddc0c51bb4197'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:09.645226 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f34ae-a7d2-48b1-b89f-1dc04a708f61 admin admin] Network 691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:21:09.699933 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Publish callbacks [] for security_group (4859d4e7-f621-48e6-8ccd-7831627af6d4), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.704263 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-391664487-network', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:09.736469 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f34ae-a7d2-48b1-b89f-1dc04a708f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:09.748900 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2018765268-network', 'tenant_id': 'b360d85257f14f9191b490327c110ba8'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:09.749009 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2f34ae-a7d2-48b1-b89f-1dc04a708f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:09.749009 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3a2f34ae-a7d2-48b1-b89f-1dc04a708f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.753308 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d55f91-779c-452e-b89f-229b0b222edf None None] Network 691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:09.795738 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Made reservation on behalf of 611940cf6d7b434489cddc0c51bb4197 for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:09.802703 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.803219 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (4859d4e7-f621-48e6-8ccd-7831627af6d4), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.826178 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3a2f34ae-a7d2-48b1-b89f-1dc04a708f61 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8405449 May 16 15:21:09.834680 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.839583 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Made reservation on behalf of f2241c9641bb401aa9f1c6930c513552 for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:09.846887 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.886208 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4859d4e7-f621-48e6-8ccd-7831627af6d4,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:09.887513 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a9c613-eab1-4d4a-a6df-e5f2af6cb506 None None] Network 691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:09.898848 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.899652 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.900385 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.901390 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.901899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.902709 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.903199 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.903669 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.904161 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.904798 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.905702 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.906032 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.906392 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.906713 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.907024 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Tracked resource versions report: May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: pushed versions: May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: { 'AddressGroup': {'1.2'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Agent': {'1.1'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'ConntrackHelper': {'1.0'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'LocalIPAssociation': {'1.0'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Log': {'1.0'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'NDPProxy': {'1.0'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Network': {'1.1'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Port': {'1.7'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'PortForwarding': {'1.3'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'QosPolicy': {'1.10'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'SecurityGroup': {'1.5'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'SecurityGroupRule': {'1.2'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'SubPort': {'1.0'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Subnet': {'1.1'}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Trunk': {'1.1'}} May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: consumer versions: May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: { DHCP agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: HyperV agent@hv-cinder-79053: {}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: L3 agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: Metadata agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: Metering agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: Open vSwitch agent@dv-cinder-790535-39-iscsi: { 'AddressGroup': '1.2', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Agent': '1.1', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'ConntrackHelper': '1.0', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'LocalIPAssociation': '1.0', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Log': '1.0', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'NDPProxy': '1.0', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Network': '1.1', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Port': '1.7', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'PortForwarding': '1.3', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'QosPolicy': '1.10', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'SecurityGroup': '1.5', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'SecurityGroupRule': '1.2', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'SubPort': '1.0', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Subnet': '1.1', May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: 'Trunk': '1.1'}} May 16 15:21:09.908458 dv-cinder-790535-39-iscsi neutron-server[103977]: {{(pid=103977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:21:09.911389 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:21:09.983532 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Publish callbacks [] for security_group (6b6eb017-245f-4ba8-bdfb-7114c449a518), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.988511 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Made reservation on behalf of b360d85257f14f9191b490327c110ba8 for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:09.991760 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.994138 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.011661 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.024981 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (1dacf25b-9597-4353-8395-62e29762745c), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.025374 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.segments_db [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Added segment 1dacf25b-9597-4353-8395-62e29762745c of type vlan for network c04e7fee-d98e-4604-82f3-3cc633c866f1 May 16 15:21:10.068885 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (6b6eb017-245f-4ba8-bdfb-7114c449a518), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.084891 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (c04e7fee-d98e-4604-82f3-3cc633c866f1), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.133792 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6eb017-245f-4ba8-bdfb-7114c449a518,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:10.176848 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:21:10.207359 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (9188f277-d442-40bc-a978-fdb677969fdd), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.207989 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.segments_db [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Added segment 9188f277-d442-40bc-a978-fdb677969fdd of type vlan for network f13e5944-9924-4462-bdfc-73dada363815 May 16 15:21:10.230231 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (c04e7fee-d98e-4604-82f3-3cc633c866f1), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.231401 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:10.232139 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.316707 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (f13e5944-9924-4462-bdfc-73dada363815), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.370007 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Publish callbacks [] for security_group (a45101d3-5af9-45e3-8318-4539a8041983), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.377236 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50682) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:10.377827 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.3112018 May 16 15:21:10.389112 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-5556da8c-62ce-4e0f-96c3-d563b0fe2909 admin admin] Request body: {'subnet': {'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-subnet', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:10.406763 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd034d38-b1f2-4155-89e6-c565fdf5c997 admin admin] Pushing event updated for resources: {'Network': ['ID=c04e7fee-d98e-4604-82f3-3cc633c866f1,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:10.415402 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Publish callbacks [] for security_group (5b20d42a-449a-4e7b-bc5c-e4a2e8de1f1b), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.425783 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network c04e7fee-d98e-4604-82f3-3cc633c866f1 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:21:10.443878 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (a45101d3-5af9-45e3-8318-4539a8041983), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.480204 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:21:10.508855 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (a17107d8-c2e8-4d9e-90ce-23b8bd097ec5), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.510300 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.segments_db [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Added segment a17107d8-c2e8-4d9e-90ce-23b8bd097ec5 of type vlan for network 85d31a74-2e0d-4761-a3e9-16256afe83d7 May 16 15:21:10.566389 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (85d31a74-2e0d-4761-a3e9-16256afe83d7), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.575640 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (5b20d42a-449a-4e7b-bc5c-e4a2e8de1f1b), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.586507 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45101d3-5af9-45e3-8318-4539a8041983,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:10.593610 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5556da8c-62ce-4e0f-96c3-d563b0fe2909 admin admin] Made reservation on behalf of c3c3d75e638a4871b548ba689eeddeda for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:10.595970 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5556da8c-62ce-4e0f-96c3-d563b0fe2909 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.611761 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (f13e5944-9924-4462-bdfc-73dada363815), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.612840 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:10.613670 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.638302 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:21:10.708525 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (3da77dd9-6df8-4161-b6c3-65b9153c0c97), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.709097 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.segments_db [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Added segment 3da77dd9-6df8-4161-b6c3-65b9153c0c97 of type vlan for network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 May 16 15:21:10.721056 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b20d42a-449a-4e7b-bc5c-e4a2e8de1f1b,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:10.758289 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f13e5944-9924-4462-bdfc-73dada363815,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:10.766180 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-e1d769fe-527d-4aca-a071-d9f3998762c6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4697549 May 16 15:21:10.768825 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network f13e5944-9924-4462-bdfc-73dada363815 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:21:10.785517 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (85d31a74-2e0d-4761-a3e9-16256afe83d7), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.786744 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:10.787431 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.789475 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50706) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:10.804757 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-07198d58-052a-4909-9221-75cb9f045915 admin admin] Request body: {'subnet': {'network_id': 'f13e5944-9924-4462-bdfc-73dada363815', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1178059885-subnet', 'tenant_id': '611940cf6d7b434489cddc0c51bb4197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:10.836997 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (6ca0b759-8171-48eb-a5a7-1c280cfa9338), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.898813 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] Pushing event updated for resources: {'Network': ['ID=85d31a74-2e0d-4761-a3e9-16256afe83d7,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:10.910055 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 85d31a74-2e0d-4761-a3e9-16256afe83d7 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:21:10.943345 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-b4dadd43-5409-44c7-8ce6-9e8647385427 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4174035 May 16 15:21:10.944130 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50708) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:10.950938 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-44f136d0-415f-4d1b-9a5b-417c2581e10f admin admin] Request body: {'subnet': {'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2018765268-subnet', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:10.976374 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07198d58-052a-4909-9221-75cb9f045915 admin admin] Made reservation on behalf of 611940cf6d7b434489cddc0c51bb4197 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:10.979150 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-07198d58-052a-4909-9221-75cb9f045915 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.010897 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5556da8c-62ce-4e0f-96c3-d563b0fe2909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for subnet (96826c3c-0750-45f0-8e33-bfa962732597), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.015666 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (6ca0b759-8171-48eb-a5a7-1c280cfa9338), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.016817 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:11.017551 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.069605 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f136d0-415f-4d1b-9a5b-417c2581e10f admin admin] Made reservation on behalf of b360d85257f14f9191b490327c110ba8 for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:11.072270 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-44f136d0-415f-4d1b-9a5b-417c2581e10f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.211812 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5556da8c-62ce-4e0f-96c3-d563b0fe2909 admin admin] Checking segment: {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:11.212428 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5556da8c-62ce-4e0f-96c3-d563b0fe2909 admin admin] Network hostable DHCP agents. Network: c04e7fee-d98e-4604-82f3-3cc633c866f1, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:21:11.227653 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50740) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:11.240352 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556da8c-62ce-4e0f-96c3-d563b0fe2909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96826c3c-0750-45f0-8e33-bfa962732597,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:11.240757 dv-cinder-790535-39-iscsi neutron-server[103978]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 15:21:11.312096 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] Pushing event updated for resources: {'Network': ['ID=6ca0b759-8171-48eb-a5a7-1c280cfa9338,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:11.321858 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:21:11.372004 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-c25bbff8-2082-46a5-905e-08d8fd6f5b4b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9746940 May 16 15:21:11.372004 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50748) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:11.372004 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-07198d58-052a-4909-9221-75cb9f045915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for subnet (dad7cbb8-8382-47f0-a24b-baf4f47f158f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.390591 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-ade6634b-53ab-4937-84ec-37939893041f admin admin] Request body: {'subnet': {'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-subnet', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:11.425534 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5556da8c-62ce-4e0f-96c3-d563b0fe2909 admin admin] Network c04e7fee-d98e-4604-82f3-3cc633c866f1 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:21:11.512021 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07198d58-052a-4909-9221-75cb9f045915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad7cbb8-8382-47f0-a24b-baf4f47f158f,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:11.516809 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade6634b-53ab-4937-84ec-37939893041f admin admin] Made reservation on behalf of f2241c9641bb401aa9f1c6930c513552 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:11.519478 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ade6634b-53ab-4937-84ec-37939893041f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.524181 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-5b7f8c7d-69a6-4d04-94a8-96facf344e29 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:11.525671 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-5b7f8c7d-69a6-4d04-94a8-96facf344e29 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/networks?id=691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c HTTP/1.1" status: 200 len: 812 time: 0.2917345 May 16 15:21:11.545284 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07198d58-052a-4909-9221-75cb9f045915 admin admin] Checking segment: {'id': '9188f277-d442-40bc-a978-fdb677969fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f13e5944-9924-4462-bdfc-73dada363815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:11.546451 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07198d58-052a-4909-9221-75cb9f045915 admin admin] Network hostable DHCP agents. Network: f13e5944-9924-4462-bdfc-73dada363815, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:21:11.567449 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-5556da8c-62ce-4e0f-96c3-d563b0fe2909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, c04e7fee-d98e-4604-82f3-3cc633c866f1) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:11.572128 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556da8c-62ce-4e0f-96c3-d563b0fe2909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:11.572927 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5556da8c-62ce-4e0f-96c3-d563b0fe2909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.585426 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2010313-b83a-4040-a0df-7d48337851a7 None None] Network c04e7fee-d98e-4604-82f3-3cc633c866f1 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:11.588453 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-dd321de6-7e96-4a5c-ab77-da9cadd5fa3c tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/quotas/3733b202412047fa87928b2a71871f5e HTTP/1.1" status: 200 len: 375 time: 0.0553863 May 16 15:21:11.689488 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-59546ee2-c9bf-4601-afec-ae53194bda16 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3733b202412047fa87928b2a71871f5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893486 May 16 15:21:11.710898 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5556da8c-62ce-4e0f-96c3-d563b0fe2909 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3321705 May 16 15:21:11.712505 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-44f136d0-415f-4d1b-9a5b-417c2581e10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for subnet (452ae066-2827-4424-a9d0-b7d8f441c20a), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.716552 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50758) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:11.724990 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:11.732645 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df7d412-2000-598c-b13d-3ec64b05f419-c04e7fee-d98e-4604-82f3-3cc633c866f1', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597'}]}} from dv-cinder-790535-39-iscsi. {{(pid=103979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:21:11.734894 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.783795 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07198d58-052a-4909-9221-75cb9f045915 admin admin] Network f13e5944-9924-4462-bdfc-73dada363815 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:21:11.797950 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-07198d58-052a-4909-9221-75cb9f045915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, f13e5944-9924-4462-bdfc-73dada363815) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:11.811383 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f136d0-415f-4d1b-9a5b-417c2581e10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=452ae066-2827-4424-a9d0-b7d8f441c20a,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:11.821730 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07198d58-052a-4909-9221-75cb9f045915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:11.821730 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-07198d58-052a-4909-9221-75cb9f045915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.824075 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f136d0-415f-4d1b-9a5b-417c2581e10f admin admin] Checking segment: {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:11.824547 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f136d0-415f-4d1b-9a5b-417c2581e10f admin admin] Network hostable DHCP agents. Network: 85d31a74-2e0d-4761-a3e9-16256afe83d7, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:21:11.844499 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a8eaab-e2d4-4dc4-89dc-9cea93270671 None None] Network f13e5944-9924-4462-bdfc-73dada363815 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:11.900647 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-57d395b7-5788-4cb6-b5cc-d0cfeb36ddf1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:21:11.901762 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-57d395b7-5788-4cb6-b5cc-d0cfeb36ddf1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0450606 May 16 15:21:11.928013 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-07198d58-052a-4909-9221-75cb9f045915 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1330338 May 16 15:21:11.929131 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ade6634b-53ab-4937-84ec-37939893041f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for subnet (29de9496-5d60-46ba-8f4f-543ccad83b00), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.959601 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f136d0-415f-4d1b-9a5b-417c2581e10f admin admin] Network 85d31a74-2e0d-4761-a3e9-16256afe83d7 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:21:11.962909 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1828909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7034'] for router (fe3aae6c-8513-4920-ae0b-0ff4025adf57), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.964738 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1829940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1642029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7027'] for router (fe3aae6c-8513-4920-ae0b-0ff4025adf57), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.033402 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Allocated IP 172.20.0.2 (c04e7fee-d98e-4604-82f3-3cc633c866f1/96826c3c-0750-45f0-8e33-bfa962732597/cb95de04-bd89-479c-b300-fe4df8bfee87) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:12.047179 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.068744 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26697924-d544-4ded-9c5c-a6efb00a9b74 None None] Network f13e5944-9924-4462-bdfc-73dada363815 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:12.104034 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6634b-53ab-4937-84ec-37939893041f admin admin] Pushing event updated for resources: {'Subnet': ['ID=29de9496-5d60-46ba-8f4f-543ccad83b00,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:12.130480 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-44f136d0-415f-4d1b-9a5b-417c2581e10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 85d31a74-2e0d-4761-a3e9-16256afe83d7) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:12.131075 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6634b-53ab-4937-84ec-37939893041f admin admin] Checking segment: {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:12.131507 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade6634b-53ab-4937-84ec-37939893041f admin admin] Network hostable DHCP agents. Network: 6ca0b759-8171-48eb-a5a7-1c280cfa9338, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:21:12.168898 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f136d0-415f-4d1b-9a5b-417c2581e10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:12.169524 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219d7744-ec93-4299-9e3d-3f0753bcd420 None None] Network 85d31a74-2e0d-4761-a3e9-16256afe83d7 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:12.169671 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-44f136d0-415f-4d1b-9a5b-417c2581e10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.244430 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade6634b-53ab-4937-84ec-37939893041f admin admin] Network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:21:12.251392 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-ade6634b-53ab-4937-84ec-37939893041f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 6ca0b759-8171-48eb-a5a7-1c280cfa9338) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:12.267620 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade6634b-53ab-4937-84ec-37939893041f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:12.268234 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ade6634b-53ab-4937-84ec-37939893041f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.309467 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50780) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:12.322995 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Publish callbacks [] for router_controller (fe3aae6c-8513-4920-ae0b-0ff4025adf57), precommit_add_association {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.349415 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-61e91307-a3f2-40f1-8c55-69028adce18b service neutron] 10.222.0.76 "GET /v2.0/networks/691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407358 May 16 15:21:12.350352 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ade6634b-53ab-4937-84ec-37939893041f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9704368 May 16 15:21:12.353478 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50784) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:12.358572 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:12.439761 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1828909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7034'] for router (1ab471ac-ff2d-47da-b732-ec5d47a236c4), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.440998 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1829940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1642029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7027'] for router (1ab471ac-ff2d-47da-b732-ec5d47a236c4), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.470829 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-44f136d0-415f-4d1b-9a5b-417c2581e10f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5246608 May 16 15:21:12.475157 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50792) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:12.498056 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da71908-6f25-4709-a175-ed172e5abb5c None None] Network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:12.519531 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:12.548728 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Publish callbacks [] for router_controller (1ab471ac-ff2d-47da-b732-ec5d47a236c4), precommit_add_association {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.561792 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c4d854be-ef34-4c9a-a25d-7e5c37bc60b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.656669 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c4d854be-ef34-4c9a-a25d-7e5c37bc60b2 admin admin] Publish callbacks [] for security_group (74240ffb-0232-454d-9f48-36f0bc0477b5), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.703426 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1828909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7034'] for router (8a1f9193-b17d-409d-9787-ae793a3af124), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.710045 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1829940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1642029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7027'] for router (8a1f9193-b17d-409d-9787-ae793a3af124), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.731514 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-b4611246-e8b3-4ede-b853-fa61acdd503a service neutron] 10.222.0.76 "GET /v2.0/networks/691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684108 May 16 15:21:12.741319 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c4d854be-ef34-4c9a-a25d-7e5c37bc60b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (74240ffb-0232-454d-9f48-36f0bc0477b5), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.777319 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Publish callbacks [] for router_gateway (fe3aae6c-8513-4920-ae0b-0ff4025adf57), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.811883 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df7d412-2000-598c-b13d-3ec64b05f419-85d31a74-2e0d-4761-a3e9-16256afe83d7', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'project_id': 'b360d85257f14f9191b490327c110ba8', 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a'}]}} from dv-cinder-790535-39-iscsi. {{(pid=103979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:21:12.813970 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.838238 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-c4d854be-ef34-4c9a-a25d-7e5c37bc60b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2ff61b9286d438ea809a173ddf142ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5270960 May 16 15:21:12.846286 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50804) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:12.846620 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Publish callbacks [] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.852239 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Publish callbacks [] for router_controller (8a1f9193-b17d-409d-9787-ae793a3af124), precommit_add_association {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.881153 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d854be-ef34-4c9a-a25d-7e5c37bc60b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74240ffb-0232-454d-9f48-36f0bc0477b5,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:12.930038 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Publish callbacks [] for router_gateway (1ab471ac-ff2d-47da-b732-ec5d47a236c4), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.972591 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.987837 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df7d412-2000-598c-b13d-3ec64b05f419-6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00'}]}} from dv-cinder-790535-39-iscsi. {{(pid=103979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:21:12.988863 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.095480 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Network c04e7fee-d98e-4604-82f3-3cc633c866f1 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:13.104992 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50822) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:13.111939 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1049945639-network', 'tenant_id': 'b3a02de1f5fe49cab974ab63a2f44790'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:13.141022 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50824) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:13.155231 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Pushing event updated for resources: {'Port': ['ID=cb95de04-bd89-479c-b300-fe4df8bfee87,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:13.158387 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:13.162636 dv-cinder-790535-39-iscsi neutron-server[103977]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 15:21:13.165440 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:13.246878 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.249113 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.249785 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.251387 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.251834 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.252984 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.253432 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.255312 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.255887 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.256957 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.257366 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.257849 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.258219 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Tracked resource versions report: May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: pushed versions: May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: { 'AddressGroup': {'1.2'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Agent': {'1.1'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'ConntrackHelper': {'1.0'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'LocalIPAssociation': {'1.0'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Log': {'1.0'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'NDPProxy': {'1.0'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Network': {'1.1'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Port': {'1.7'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'PortForwarding': {'1.3'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'QosPolicy': {'1.10'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'SecurityGroup': {'1.5'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'SecurityGroupRule': {'1.2'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'SubPort': {'1.0'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Subnet': {'1.1'}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Trunk': {'1.1'}} May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: consumer versions: May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: { DHCP agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: HyperV agent@hv-cinder-79053: {}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: L3 agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: Metadata agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: Metering agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: Open vSwitch agent@dv-cinder-790535-39-iscsi: { 'AddressGroup': '1.2', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Agent': '1.1', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'ConntrackHelper': '1.0', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'LocalIPAssociation': '1.0', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Log': '1.0', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'NDPProxy': '1.0', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Network': '1.1', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Port': '1.7', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'PortForwarding': '1.3', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'QosPolicy': '1.10', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'SecurityGroup': '1.5', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'SecurityGroupRule': '1.2', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'SubPort': '1.0', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Subnet': '1.1', May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: 'Trunk': '1.1'}} May 16 15:21:13.264203 dv-cinder-790535-39-iscsi neutron-server[103979]: {{(pid=103979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:21:13.287227 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Publish callbacks [] for router_gateway (8a1f9193-b17d-409d-9787-ae793a3af124), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.304031 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-81304988-5651-4843-8135-625b8e6808a3 admin admin] Publish callbacks [] for security_group (74240ffb-0232-454d-9f48-36f0bc0477b5), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.340319 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Allocated IP 172.20.0.2 (85d31a74-2e0d-4761-a3e9-16256afe83d7/452ae066-2827-4424-a9d0-b7d8f441c20a/29790272-892f-45a3-b8fe-ca76d83be41f) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:13.409640 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-426e888b-0f6c-434f-b497-fa817731df47 req-b7058d37-2ef3-4edb-81d9-edf9d5e5047e tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 210 time: 0.2584574 May 16 15:21:13.448995 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-81304988-5651-4843-8135-625b8e6808a3 admin admin] Publish callbacks [] for security_group (74240ffb-0232-454d-9f48-36f0bc0477b5), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.481615 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Attempting to bind port cb95de04-bd89-479c-b300-fe4df8bfee87 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:13.481615 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Attempting to bind port cb95de04-bd89-479c-b300-fe4df8bfee87 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:13.481615 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Attempting to bind port cb95de04-bd89-479c-b300-fe4df8bfee87 on network c04e7fee-d98e-4604-82f3-3cc633c866f1 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:13.527415 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Allocated IP 172.20.0.2 (6ca0b759-8171-48eb-a5a7-1c280cfa9338/29de9496-5d60-46ba-8f4f-543ccad83b00/5b0458a5-cf61-46b3-9d39-662b232f3b2f) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:13.541115 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:13.541512 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Checking segment: {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:13.541995 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.838993 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Bound using segment: {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:13.838993 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Bound port: cb95de04-bd89-479c-b300-fe4df8bfee87, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:13.838993 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.843024 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Made reservation on behalf of b3a02de1f5fe49cab974ab63a2f44790 for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:13.843024 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.843024 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.843024 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Publish callbacks [] for router_gateway (1ab471ac-ff2d-47da-b732-ec5d47a236c4), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.844403 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Publish callbacks [] for router_gateway (fe3aae6c-8513-4920-ae0b-0ff4025adf57), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.844403 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.845409 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.845821 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] For port cb95de04-bd89-479c-b300-fe4df8bfee87, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:13.845821 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] For port cb95de04-bd89-479c-b300-fe4df8bfee87, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=cb95de04-bd89-479c-b300-fe4df8bfee87,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:13.850241 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Publish callbacks [] for port (29790272-892f-45a3-b8fe-ca76d83be41f), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.868726 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Publish callbacks [] for security_group (46c6375e-7de5-4d7a-8c87-bdbc2ac9e3f4), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.918280 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Publish callbacks [] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.946115 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Allocated IP 172.27.2.33 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/31ab02fa-9890-4442-85e5-b4dacc45928f) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:14.011088 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Publish callbacks [] for router_gateway (8a1f9193-b17d-409d-9787-ae793a3af124), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.037056 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.048162 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.051097 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (46c6375e-7de5-4d7a-8c87-bdbc2ac9e3f4), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.052638 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.057536 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-81304988-5651-4843-8135-625b8e6808a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (74240ffb-0232-454d-9f48-36f0bc0477b5), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.060276 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Publish callbacks [] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.060871 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-81304988-5651-4843-8135-625b8e6808a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.062321 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-81304988-5651-4843-8135-625b8e6808a3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/74240ffb-0232-454d-9f48-36f0bc0477b5 HTTP/1.1" status: 204 len: 168 time: 1.2139027 May 16 15:21:14.088506 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:21:14.102471 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81304988-5651-4843-8135-625b8e6808a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74240ffb-0232-454d-9f48-36f0bc0477b5,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:14.114149 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (120b7089-752c-4965-916a-0ae8dde21fef), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.114576 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.segments_db [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Added segment 120b7089-752c-4965-916a-0ae8dde21fef of type vlan for network 3dcc3c67-3151-43dc-bdad-59f845e1ff7f May 16 15:21:14.120189 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c6375e-7de5-4d7a-8c87-bdbc2ac9e3f4,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:14.151627 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.177288 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (3dcc3c67-3151-43dc-bdad-59f845e1ff7f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.193465 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:14.210725 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:14.211304 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:14.214801 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Network 85d31a74-2e0d-4761-a3e9-16256afe83d7 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:14.231669 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Pushing event updated for resources: {'Port': ['ID=29790272-892f-45a3-b8fe-ca76d83be41f,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:14.239566 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:14.243525 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:14.280036 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.284701 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (3dcc3c67-3151-43dc-bdad-59f845e1ff7f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.285685 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:14.286322 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.374378 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:14.399129 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Allocated IP 172.27.2.164 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/5b8d441c-9be5-4669-b676-6b9047f7551f) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:14.419450 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:14.422119 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Pushing event updated for resources: {'Port': ['ID=31ab02fa-9890-4442-85e5-b4dacc45928f,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:14.431023 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:14.436391 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3301427 May 16 15:21:14.437643 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f95ec-3764-484a-af12-8e543f2e67f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3dcc3c67-3151-43dc-bdad-59f845e1ff7f,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:14.439747 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50876) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:14.458041 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-7aad3982-00df-4b7d-9839-0583a221c060 admin admin] Request body: {'subnet': {'network_id': '3dcc3c67-3151-43dc-bdad-59f845e1ff7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1049945639-subnet', 'tenant_id': 'b3a02de1f5fe49cab974ab63a2f44790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:14.484141 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Pushing event updated for resources: {'Port': ['ID=5b0458a5-cf61-46b3-9d39-662b232f3b2f,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:14.502181 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Attempting to bind port 5b0458a5-cf61-46b3-9d39-662b232f3b2f on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:14.503105 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Attempting to bind port 5b0458a5-cf61-46b3-9d39-662b232f3b2f by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:14.508548 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Attempting to bind port 5b0458a5-cf61-46b3-9d39-662b232f3b2f on network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:14.510273 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 3dcc3c67-3151-43dc-bdad-59f845e1ff7f details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:21:14.677384 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3335b2c6-9abd-4743-8fbb-ae8ba8de73f2 req-94114b3d-8aa1-49fc-bb67-34eada41ba66 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 210 time: 0.1266050 May 16 15:21:14.724446 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:14.724818 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Checking segment: {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:14.725329 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.725613 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Bound using segment: {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:14.738808 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Bound port: 5b0458a5-cf61-46b3-9d39-662b232f3b2f, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:14.739388 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.774798 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Attempting to bind port 29790272-892f-45a3-b8fe-ca76d83be41f on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:14.775166 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Attempting to bind port 29790272-892f-45a3-b8fe-ca76d83be41f by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:14.775527 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Attempting to bind port 29790272-892f-45a3-b8fe-ca76d83be41f on network 85d31a74-2e0d-4761-a3e9-16256afe83d7 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:14.777943 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Publish callbacks [] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.786856 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:14.787588 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Checking segment: {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:14.788132 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.793547 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Bound using segment: {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:14.794213 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Bound port: 29790272-892f-45a3-b8fe-ca76d83be41f, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:14.797948 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.828482 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aad3982-00df-4b7d-9839-0583a221c060 admin admin] Made reservation on behalf of b3a02de1f5fe49cab974ab63a2f44790 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:14.833012 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7aad3982-00df-4b7d-9839-0583a221c060 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.929671 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a0b3a-fbdf-4f0b-b6d5-71500cda207d None None] Pushing event updated for resources: {'Port': ['ID=cb95de04-bd89-479c-b300-fe4df8bfee87,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:14.943083 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] For port 5b0458a5-cf61-46b3-9d39-662b232f3b2f, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:14.947350 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] For port 5b0458a5-cf61-46b3-9d39-662b232f3b2f, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=5b0458a5-cf61-46b3-9d39-662b232f3b2f,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:14.967766 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.969999 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] For port 29790272-892f-45a3-b8fe-ca76d83be41f, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:14.973297 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] For port 29790272-892f-45a3-b8fe-ca76d83be41f, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=29790272-892f-45a3-b8fe-ca76d83be41f,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:15.062597 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Publish callbacks [] for router_gateway (1ab471ac-ff2d-47da-b732-ec5d47a236c4), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.063389 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.070773 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:15.088614 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:15.097126 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.106404 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:15.113720 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Allocated IP 172.27.2.103 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/db29dcb2-6974-4c23-a018-097c04d286e4) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:15.167188 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Pushing event updated for resources: {'Port': ['ID=5b8d441c-9be5-4669-b676-6b9047f7551f,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:15.171742 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72111672-352c-4e5b-a636-17dc27860e51 None None] Pushing event updated for resources: {'Port': ['ID=5b0458a5-cf61-46b3-9d39-662b232f3b2f,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:15.273251 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15e785-a02b-442f-bc66-1dc314c2abe1 None None] Pushing event updated for resources: {'Port': ['ID=29790272-892f-45a3-b8fe-ca76d83be41f,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:15.323233 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50900) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:15.389148 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-70ac6cd6-ffac-4555-8daa-18d977141129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.469647 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Publish callbacks [] for port (db29dcb2-6974-4c23-a018-097c04d286e4), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.489886 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7aad3982-00df-4b7d-9839-0583a221c060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for subnet (3a941352-ee2e-4f1f-944f-424ad1e2c3c3), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.651245 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830115'] for router (1ab471ac-ff2d-47da-b732-ec5d47a236c4), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.682485 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad3982-00df-4b7d-9839-0583a221c060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a941352-ee2e-4f1f-944f-424ad1e2c3c3,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:15.768957 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (db29dcb2-6974-4c23-a018-097c04d286e4), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.854799 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:15.897964 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:15.949605 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:15.951960 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Publish callbacks [] for router_gateway (fe3aae6c-8513-4920-ae0b-0ff4025adf57), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.995316 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-70ac6cd6-ffac-4555-8daa-18d977141129 admin admin] Publish callbacks [] for security_group (831b9d75-8262-43e8-ac5b-c722585076e8), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.007632 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50912) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:16.048346 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad3982-00df-4b7d-9839-0583a221c060 admin admin] Checking segment: {'id': '120b7089-752c-4965-916a-0ae8dde21fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3dcc3c67-3151-43dc-bdad-59f845e1ff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:16.048817 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad3982-00df-4b7d-9839-0583a221c060 admin admin] Network hostable DHCP agents. Network: 3dcc3c67-3151-43dc-bdad-59f845e1ff7f, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:21:16.074257 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-155816f4-d35d-4770-906f-fd111d5848a6 req-baa04aae-4899-4e79-862d-547d2e068669 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 210 time: 0.0785854 May 16 15:21:16.092931 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-70ac6cd6-ffac-4555-8daa-18d977141129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (831b9d75-8262-43e8-ac5b-c722585076e8), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.094934 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Pushing event updated for resources: {'Port': ['ID=db29dcb2-6974-4c23-a018-097c04d286e4,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:16.149958 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 is scheduled to L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 with binding_index 1 {{(pid=103977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:21:16.151417 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894727b1-5f64-4cf0-b246-0a680ef5b23a None None] Network c04e7fee-d98e-4604-82f3-3cc633c866f1 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:16.157497 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-70ac6cd6-ffac-4555-8daa-18d977141129 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07438631cbbe4c1e9aaed2ab509ae188&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7830102 May 16 15:21:16.157497 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac6cd6-ffac-4555-8daa-18d977141129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831b9d75-8262-43e8-ac5b-c722585076e8,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:16.158820 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50916) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:16.251058 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-fba68154-7df0-4e0a-acc3-a6964c25ab84 None None] Provisioning complete for port cb95de04-bd89-479c-b300-fe4df8bfee87 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:16.251727 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fba68154-7df0-4e0a-acc3-a6964c25ab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.318435 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad3982-00df-4b7d-9839-0583a221c060 admin admin] Network 3dcc3c67-3151-43dc-bdad-59f845e1ff7f is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:21:16.369732 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f51c04af-c26b-4254-a844-e67f1ec9d0bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.422813 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830115'] for router (fe3aae6c-8513-4920-ae0b-0ff4025adf57), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.455571 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-7aad3982-00df-4b7d-9839-0583a221c060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 3dcc3c67-3151-43dc-bdad-59f845e1ff7f) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:16.513001 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aad3982-00df-4b7d-9839-0583a221c060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:16.513658 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7aad3982-00df-4b7d-9839-0583a221c060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.557929 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0f42bd8f-6c45-44d0-a844-36ba967bd302 admin admin] Publish callbacks [] for security_group (831b9d75-8262-43e8-ac5b-c722585076e8), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.648775 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Publish callbacks [] for router_gateway (8a1f9193-b17d-409d-9787-ae793a3af124), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.673748 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7676e2ee-45d3-4913-8148-0bb7ad9cdfb6 None None] Network 3dcc3c67-3151-43dc-bdad-59f845e1ff7f requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:16.715086 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 5b0458a5-cf61-46b3-9d39-662b232f3b2f up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:16.786502 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0f42bd8f-6c45-44d0-a844-36ba967bd302 admin admin] Publish callbacks [] for security_group (831b9d75-8262-43e8-ac5b-c722585076e8), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.802502 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-fba68154-7df0-4e0a-acc3-a6964c25ab84 None None] Current status of the port cb95de04-bd89-479c-b300-fe4df8bfee87 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:16.803056 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fba68154-7df0-4e0a-acc3-a6964c25ab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.869916 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-7aad3982-00df-4b7d-9839-0583a221c060 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4276030 May 16 15:21:16.871158 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:16.899533 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Sync routers for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:16.942114 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:16.946204 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:20:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:16.995897 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-fba68154-7df0-4e0a-acc3-a6964c25ab84 None None] For port cb95de04-bd89-479c-b300-fe4df8bfee87, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=cb95de04-bd89-479c-b300-fe4df8bfee87,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:17.003165 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e552c-0dfe-4c11-a144-0be8f5e4b6e1 None None] Network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:17.007550 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 5b0458a5-cf61-46b3-9d39-662b232f3b2f triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:17.008153 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.042175 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.047140 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-230802e6-501c-4e1a-ad08-d72f5dc456c2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6899624 May 16 15:21:17.053525 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50930) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:17.137693 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ad047-5d1e-458e-b684-18dbdc75bc97 None None] Network 3dcc3c67-3151-43dc-bdad-59f845e1ff7f requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:17.146700 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830115'] for router (8a1f9193-b17d-409d-9787-ae793a3af124), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.149492 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fba68154-7df0-4e0a-acc3-a6964c25ab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.183607 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f51c04af-c26b-4254-a844-e67f1ec9d0bc admin admin] Publish callbacks [] for security_group (10af08e8-b2b9-47ac-a525-ff783fbec7ec), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.301176 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Router fe3aae6c-8513-4920-ae0b-0ff4025adf57 is scheduled to L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 with binding_index 1 {{(pid=103978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:21:17.304921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f51c04af-c26b-4254-a844-e67f1ec9d0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (10af08e8-b2b9-47ac-a525-ff783fbec7ec), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.361553 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50944) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:17.365798 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0f42bd8f-6c45-44d0-a844-36ba967bd302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (831b9d75-8262-43e8-ac5b-c722585076e8), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.368315 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0f42bd8f-6c45-44d0-a844-36ba967bd302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.369460 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-0f42bd8f-6c45-44d0-a844-36ba967bd302 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/831b9d75-8262-43e8-ac5b-c722585076e8 HTTP/1.1" status: 204 len: 168 time: 1.2086966 May 16 15:21:17.404334 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:17.447098 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4a0ad5bb-96e0-4134-89fc-c0b07ab13fb9 req-a4d1cb3f-9a1d-4c36-8932-af77cabecab8 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 210 time: 0.1276488 May 16 15:21:17.465123 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-f51c04af-c26b-4254-a844-e67f1ec9d0bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22a3cb5588d9482389dcef1c48aabe67&name=default HTTP/1.1" status: 200 len: 2995 time: 1.4554026 May 16 15:21:17.468401 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50950) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:17.494170 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c04af-c26b-4254-a844-e67f1ec9d0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10af08e8-b2b9-47ac-a525-ff783fbec7ec,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:17.564221 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbef307-3e06-4b62-afc3-44b7b5182433 admin admin] Deleting subnet dad7cbb8-8382-47f0-a24b-baf4f47f158f {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:21:17.584528 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba68154-7df0-4e0a-acc3-a6964c25ab84 None None] Pushing event updated for resources: {'Port': ['ID=cb95de04-bd89-479c-b300-fe4df8bfee87,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:17.609464 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0cbef307-3e06-4b62-afc3-44b7b5182433 admin admin] Publish callbacks [] for subnet (dad7cbb8-8382-47f0-a24b-baf4f47f158f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.611351 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42bd8f-6c45-44d0-a844-36ba967bd302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831b9d75-8262-43e8-ac5b-c722585076e8,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:17.737237 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:17.749319 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aefdea17-0933-4ded-9c15-d20e1d12967f admin admin] Publish callbacks [] for security_group (10af08e8-b2b9-47ac-a525-ff783fbec7ec), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.751067 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0cbef307-3e06-4b62-afc3-44b7b5182433 admin admin] Publish callbacks [] for subnet (dad7cbb8-8382-47f0-a24b-baf4f47f158f), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.773438 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 5b0458a5-cf61-46b3-9d39-662b232f3b2f is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:17.773852 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.785087 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0cbef307-3e06-4b62-afc3-44b7b5182433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (dad7cbb8-8382-47f0-a24b-baf4f47f158f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.791496 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84610559-4738-4580-b193-8ce776796a60 None None] Network 85d31a74-2e0d-4761-a3e9-16256afe83d7 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:17.836276 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Router 8a1f9193-b17d-409d-9787-ae793a3af124 is scheduled to L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 with binding_index 1 {{(pid=103978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:21:17.868474 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:14Z', 'revision_number': 3, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:17.879531 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aefdea17-0933-4ded-9c15-d20e1d12967f admin admin] Publish callbacks [] for security_group (10af08e8-b2b9-47ac-a525-ff783fbec7ec), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.889007 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Sync routers for ids ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:17.895227 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.901061 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0d14ae6e-67da-4263-b2a8-38c006b0799a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1831851 May 16 15:21:17.911458 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 50960) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:17.922221 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port 5b0458a5-cf61-46b3-9d39-662b232f3b2f, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=5b0458a5-cf61-46b3-9d39-662b232f3b2f,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:17.954246 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.79', 65317) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:17.956063 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Checking router: 1ab471ac-ff2d-47da-b732-ec5d47a236c4 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:17.957941 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Updating router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 port 31ab02fa-9890-4442-85e5-b4dacc45928f binding host dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:21:17.982766 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Routers {'fe3aae6c-8513-4920-ae0b-0ff4025adf57'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:17.985063 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:20:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:18.048416 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-f8e5b193-125f-4d51-8844-a46122341904 None None] Provisioning complete for port 5b0458a5-cf61-46b3-9d39-662b232f3b2f triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:18.051167 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b193-125f-4d51-8844-a46122341904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.053829 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.085695 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.087085 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device cb95de04-bd89-479c-b300-fe4df8bfee87 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:18.143036 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0cbef307-3e06-4b62-afc3-44b7b5182433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for subnet (dad7cbb8-8382-47f0-a24b-baf4f47f158f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.172161 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0cbef307-3e06-4b62-afc3-44b7b5182433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.184185 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0cbef307-3e06-4b62-afc3-44b7b5182433 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/dad7cbb8-8382-47f0-a24b-baf4f47f158f HTTP/1.1" status: 204 len: 168 time: 0.8213751 May 16 15:21:18.191809 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50970) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:18.228182 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=5b0458a5-cf61-46b3-9d39-662b232f3b2f,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:18.234650 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port cb95de04-bd89-479c-b300-fe4df8bfee87 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:18.235257 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.297912 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbef307-3e06-4b62-afc3-44b7b5182433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad7cbb8-8382-47f0-a24b-baf4f47f158f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:18.310445 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:18.436571 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port cb95de04-bd89-479c-b300-fe4df8bfee87 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:18.438096 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 29790272-892f-45a3-b8fe-ca76d83be41f up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:18.440444 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (f13e5944-9924-4462-bdfc-73dada363815), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.455752 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.457182 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-78730528-4ee8-49e3-973f-97c270099923 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9421303 May 16 15:21:18.462991 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 50982) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:18.481408 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Set router fe3aae6c-8513-4920-ae0b-0ff4025adf57 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:18.644536 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5b193-125f-4d51-8844-a46122341904 None None] Current status of the port 5b0458a5-cf61-46b3-9d39-662b232f3b2f is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:18.662803 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Sync routers for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:18.675530 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-f8e5b193-125f-4d51-8844-a46122341904 None None] Provisioning complete for port cb95de04-bd89-479c-b300-fe4df8bfee87 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:18.676031 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b193-125f-4d51-8844-a46122341904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.696677 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:18.697364 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:20:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:18.728732 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f261aada-2cac-4374-9b57-68ad543fc6d6 req-bd229f31-b910-4d6c-ac8a-3375a408bff4 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 210 time: 0.1228476 May 16 15:21:18.908915 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Publish callbacks [] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.942467 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-97efcd7f-0c5f-4b14-a01b-91addcadf62a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:18.944074 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-97efcd7f-0c5f-4b14-a01b-91addcadf62a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.79 "GET /v2.0/networks?id=691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c HTTP/1.1" status: 200 len: 812 time: 0.8885224 May 16 15:21:18.946769 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:18.962807 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aefdea17-0933-4ded-9c15-d20e1d12967f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (10af08e8-b2b9-47ac-a525-ff783fbec7ec), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.968761 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aefdea17-0933-4ded-9c15-d20e1d12967f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.972793 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-aefdea17-0933-4ded-9c15-d20e1d12967f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10af08e8-b2b9-47ac-a525-ff783fbec7ec HTTP/1.1" status: 204 len: 168 time: 1.5011280 May 16 15:21:18.991976 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 29790272-892f-45a3-b8fe-ca76d83be41f triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:18.992372 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.005876 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdea17-0933-4ded-9c15-d20e1d12967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10af08e8-b2b9-47ac-a525-ff783fbec7ec,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:19.022819 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Request body: {'port': {'device_id': '426beb7e-b95a-4ede-a2e0-d28d28123018', 'network_id': '691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c', 'admin_state_up': True, 'tenant_id': '3733b202412047fa87928b2a71871f5e'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:19.028353 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.033959 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (f13e5944-9924-4462-bdfc-73dada363815), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.065473 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.065900 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.066749 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.067084 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > port after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.067425 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.067762 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.068081 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.068402 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.068715 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.069033 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.073353 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5b193-125f-4d51-8844-a46122341904 None None] Current status of the port cb95de04-bd89-479c-b300-fe4df8bfee87 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:19.083125 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Pushing event updated for resources: {'Port': ['ID=31ab02fa-9890-4442-85e5-b4dacc45928f,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:19.101659 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.102354 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.102995 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.103511 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.103998 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.105644 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.105644 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.105644 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.105644 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.106112 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.106762 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.107297 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.107839 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.108422 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.108938 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Tracked resource versions report: May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: pushed versions: May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: { 'AddressGroup': {'1.2'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Agent': {'1.1'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'ConntrackHelper': {'1.0'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'LocalIPAssociation': {'1.0'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Log': {'1.0'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'NDPProxy': {'1.0'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Network': {'1.1'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Port': {'1.7'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'PortForwarding': {'1.3'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'QosPolicy': {'1.10'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'SecurityGroup': {'1.5'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'SecurityGroupRule': {'1.2'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'SubPort': {'1.0'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Subnet': {'1.1'}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Trunk': {'1.1'}} May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: consumer versions: May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: { DHCP agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: HyperV agent@hv-cinder-79053: {}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: L3 agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: Metadata agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: Metering agent@dv-cinder-790535-39-iscsi: {}, May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: Open vSwitch agent@dv-cinder-790535-39-iscsi: { 'AddressGroup': '1.2', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Agent': '1.1', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'ConntrackHelper': '1.0', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'LocalIPAssociation': '1.0', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Log': '1.0', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'NDPProxy': '1.0', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Network': '1.1', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Port': '1.7', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'PortForwarding': '1.3', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'QosPolicy': '1.10', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'SecurityGroup': '1.5', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'SecurityGroupRule': '1.2', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'SubPort': '1.0', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Subnet': '1.1', May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: 'Trunk': '1.1'}} May 16 15:21:19.110803 dv-cinder-790535-39-iscsi neutron-server[103980]: {{(pid=103980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:21:19.158788 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Attempting to bind port 31ab02fa-9890-4442-85e5-b4dacc45928f on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:19.159369 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Attempting to bind port 31ab02fa-9890-4442-85e5-b4dacc45928f by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:19.160041 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Attempting to bind port 31ab02fa-9890-4442-85e5-b4dacc45928f on network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:19.170270 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:19.170905 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Checking segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:19.171489 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.172045 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Bound using segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:19.172685 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Bound port: 31ab02fa-9890-4442-85e5-b4dacc45928f, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:19.173247 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.243866 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:15Z', 'revision_number': 3, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:19.254080 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] For port 31ab02fa-9890-4442-85e5-b4dacc45928f, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:19.261618 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] For port 31ab02fa-9890-4442-85e5-b4dacc45928f, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=31ab02fa-9890-4442-85e5-b4dacc45928f,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:19.262719 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.276352 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Checking router: fe3aae6c-8513-4920-ae0b-0ff4025adf57 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:19.276920 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Updating router fe3aae6c-8513-4920-ae0b-0ff4025adf57 port 5b8d441c-9be5-4669-b676-6b9047f7551f binding host dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:21:19.328901 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-3de24bf9-d601-41de-ae38-3a31b9b03f9a None None] Provisioning complete for port 5b0458a5-cf61-46b3-9d39-662b232f3b2f triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:19.329542 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3de24bf9-d601-41de-ae38-3a31b9b03f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.335341 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.360265 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 29790272-892f-45a3-b8fe-ca76d83be41f is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:19.360859 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.369977 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.370543 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.370655 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.370986 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:19.371414 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13e5944-9924-4462-bdfc-73dada363815']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:19.445606 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9188f277-d442-40bc-a978-fdb677969fdd') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:19.445806 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9188f277-d442-40bc-a978-fdb677969fdd') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:19.457670 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af4769-9a3c-4067-81bd-ba662ac568be None None] Pushing event updated for resources: {'Port': ['ID=31ab02fa-9890-4442-85e5-b4dacc45928f,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:19.481516 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32656281'] for segment (9188f277-d442-40bc-a978-fdb677969fdd), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.491027 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.580405 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (9188f277-d442-40bc-a978-fdb677969fdd), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.599980 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:21:19.601467 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31726033'] for segment (9188f277-d442-40bc-a978-fdb677969fdd), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: from cryptography.utils import int_from_bytes May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: from cryptography.utils import int_from_bytes May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: Traceback (most recent call last): May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: timer() May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: cb(*args, **kw) May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: return func(*args, **kwargs) May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: self._notify() May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: self.callback(batched_events) May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: event.method(event) May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: return f(self, *a, **k) May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._get(url).json() May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:21:19.606722 dv-cinder-790535-39-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:21:19.627913 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 3, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:19.629881 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:19.637352 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:20:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:19.778920 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Made reservation on behalf of 3733b202412047fa87928b2a71871f5e for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:19.782918 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.832688 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (f13e5944-9924-4462-bdfc-73dada363815), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.835638 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:19.842029 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port 29790272-892f-45a3-b8fe-ca76d83be41f, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=29790272-892f-45a3-b8fe-ca76d83be41f,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:19.942900 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.944674 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.958820 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] 10.222.0.76 "DELETE /v2.0/networks/f13e5944-9924-4462-bdfc-73dada363815 HTTP/1.1" status: 204 len: 168 time: 1.6733048 May 16 15:21:19.963607 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51044) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:19.983946 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1cff8-aae4-4377-8415-4cd38e200fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=f13e5944-9924-4462-bdfc-73dada363815,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:20.039206 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-3de24bf9-d601-41de-ae38-3a31b9b03f9a None None] Current status of the port 5b0458a5-cf61-46b3-9d39-662b232f3b2f is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:20.133981 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-3de24bf9-d601-41de-ae38-3a31b9b03f9a None None] Provisioning complete for port 29790272-892f-45a3-b8fe-ca76d83be41f triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:20.134759 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3de24bf9-d601-41de-ae38-3a31b9b03f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:20.240222 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 5b0458a5-cf61-46b3-9d39-662b232f3b2f up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:20.349672 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Checking router: 8a1f9193-b17d-409d-9787-ae793a3af124 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:20.350690 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Updating router 8a1f9193-b17d-409d-9787-ae793a3af124 port db29dcb2-6974-4c23-a018-097c04d286e4 binding host dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:21:20.422790 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 5b0458a5-cf61-46b3-9d39-662b232f3b2f triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:20.423334 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:20.427090 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (db29dcb2-6974-4c23-a018-097c04d286e4), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:20.428838 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=29790272-892f-45a3-b8fe-ca76d83be41f,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:20.522094 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:20.617803 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Allocated IP 172.20.0.1 (6ca0b759-8171-48eb-a5a7-1c280cfa9338/29de9496-5d60-46ba-8f4f-543ccad83b00/beaac804-3253-4697-ab8d-5cebc6dc8d1b) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:20.646529 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae7a793-43ca-40cc-a89d-91434c506598 admin admin] Deleting subnet 3a941352-ee2e-4f1f-944f-424ad1e2c3c3 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:21:20.657801 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:14Z', 'revision_number': 3, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:20.664311 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-3de24bf9-d601-41de-ae38-3a31b9b03f9a None None] Current status of the port 29790272-892f-45a3-b8fe-ca76d83be41f is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:20.732220 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 5b0458a5-cf61-46b3-9d39-662b232f3b2f is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:20.733346 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device cb95de04-bd89-479c-b300-fe4df8bfee87 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:20.779046 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eae7a793-43ca-40cc-a89d-91434c506598 admin admin] Publish callbacks [] for subnet (3a941352-ee2e-4f1f-944f-424ad1e2c3c3), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:20.808693 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-14815b0c-4504-4873-9112-9f6911f7841d req-9d351d0a-56ce-40d5-9895-0081ee6cc59d tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 210 time: 0.3775225 May 16 15:21:20.873986 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:20.950766 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eae7a793-43ca-40cc-a89d-91434c506598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32656288'] for subnet (3a941352-ee2e-4f1f-944f-424ad1e2c3c3), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:20.952256 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Publish callbacks [] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:20.965096 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port cb95de04-bd89-479c-b300-fe4df8bfee87 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:20.965654 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.010950 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d6cc2f-eb4a-411f-ae80-ede7c035e245 None None] The sync data for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi is: [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:14Z', 'revision_number': 3, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:21.209722 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Publish callbacks [] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.213115 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eae7a793-43ca-40cc-a89d-91434c506598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (3a941352-ee2e-4f1f-944f-424ad1e2c3c3), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.281425 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port cb95de04-bd89-479c-b300-fe4df8bfee87 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:21.314576 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Allocated IP 172.20.0.10 (691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c/fd481adb-85bc-44cf-b34a-1e491f3afa9f/b89d0803-a75d-4e81-8ba8-81628dc521e2) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:21.325613 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.431387 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Allocated IP 172.20.0.1 (85d31a74-2e0d-4761-a3e9-16256afe83d7/452ae066-2827-4424-a9d0-b7d8f441c20a/2d17fbdd-9f00-46fe-b185-41b81e007600) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:21.476758 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.549477 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Attempting to bind port 5b8d441c-9be5-4669-b676-6b9047f7551f on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:21.549772 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eae7a793-43ca-40cc-a89d-91434c506598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31724915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32985707'] for subnet (3a941352-ee2e-4f1f-944f-424ad1e2c3c3), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.550109 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Attempting to bind port 5b8d441c-9be5-4669-b676-6b9047f7551f by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:21.550744 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Attempting to bind port 5b8d441c-9be5-4669-b676-6b9047f7551f on network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:21.598972 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:21.612018 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Checking segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:21.612018 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.612018 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Bound using segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:21.612018 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Bound port: 5b8d441c-9be5-4669-b676-6b9047f7551f, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:21.612018 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.637287 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7a793-43ca-40cc-a89d-91434c506598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a941352-ee2e-4f1f-944f-424ad1e2c3c3,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:21.658193 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eae7a793-43ca-40cc-a89d-91434c506598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.660180 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:21.679576 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-eae7a793-43ca-40cc-a89d-91434c506598 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3a941352-ee2e-4f1f-944f-424ad1e2c3c3 HTTP/1.1" status: 204 len: 168 time: 1.6854000 May 16 15:21:21.679798 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Pushing event updated for resources: {'Port': ['ID=beaac804-3253-4697-ab8d-5cebc6dc8d1b,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:21.686183 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 51086) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:21.687133 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:21.705448 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:21.710100 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1834446'] for router_interface (1ab471ac-ff2d-47da-b732-ec5d47a236c4), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.776089 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Publish callbacks [] for port (db29dcb2-6974-4c23-a018-097c04d286e4), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.806576 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe33cde-bbb2-4afd-820d-28f1788ee15d None None] Pushing event updated for resources: {'Port': ['ID=5b8d441c-9be5-4669-b676-6b9047f7551f,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:21.819438 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] For port 5b8d441c-9be5-4669-b676-6b9047f7551f, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:21.843313 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] For port 5b8d441c-9be5-4669-b676-6b9047f7551f, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=5b8d441c-9be5-4669-b676-6b9047f7551f,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:21.896348 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (db29dcb2-6974-4c23-a018-097c04d286e4), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.953633 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Allocated IP 172.20.0.1 (c04e7fee-d98e-4604-82f3-3cc633c866f1/96826c3c-0750-45f0-8e33-bfa962732597/9f6fdb64-1064-4005-ab9d-1baff1d306eb) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:21.960039 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:21.998201 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Publish callbacks [] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:22.008869 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a24e02-683d-4b30-9cef-fbcfc3bdc204 None None] Pushing event updated for resources: {'Port': ['ID=db29dcb2-6974-4c23-a018-097c04d286e4,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:22.085456 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Attempting to bind port db29dcb2-6974-4c23-a018-097c04d286e4 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:22.085851 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Attempting to bind port db29dcb2-6974-4c23-a018-097c04d286e4 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:22.086226 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Attempting to bind port db29dcb2-6974-4c23-a018-097c04d286e4 on network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:22.126203 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:22.126588 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Checking segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:22.129867 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:22.137638 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Bound using segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:22.138380 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Bound port: db29dcb2-6974-4c23-a018-097c04d286e4, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:22.140878 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (db29dcb2-6974-4c23-a018-097c04d286e4), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:22.166559 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Routers {'fe3aae6c-8513-4920-ae0b-0ff4025adf57'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:22.167203 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:20:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:22.184673 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:22.239972 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9205dc2a-0cfc-4aba-8435-7d1ccd0dfc1e req-a49cddca-f0ec-421f-ba87-c75d91186bbd tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 210 time: 0.2066579 May 16 15:21:22.248203 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Network 85d31a74-2e0d-4761-a3e9-16256afe83d7 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:22.253580 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:22.276903 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (3dcc3c67-3151-43dc-bdad-59f845e1ff7f), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:22.331901 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] For port db29dcb2-6974-4c23-a018-097c04d286e4, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:22.337882 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe33cde-bbb2-4afd-820d-28f1788ee15d None None] Pushing event updated for resources: {'Port': ['ID=5b8d441c-9be5-4669-b676-6b9047f7551f,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:22.345084 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] For port db29dcb2-6974-4c23-a018-097c04d286e4, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=db29dcb2-6974-4c23-a018-097c04d286e4,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:22.356669 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:22.378873 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-3fbeaa6c-86ab-4cb7-97d2-8c92f56ffe6c None None] Provisioning complete for port beaac804-3253-4697-ab8d-5cebc6dc8d1b triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:22.379589 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3fbeaa6c-86ab-4cb7-97d2-8c92f56ffe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:22.394823 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 29790272-892f-45a3-b8fe-ca76d83be41f up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:22.439502 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (db29dcb2-6974-4c23-a018-097c04d286e4), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:22.440574 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Pushing event updated for resources: {'Port': ['ID=2d17fbdd-9f00-46fe-b185-41b81e007600,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:22.465518 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1834446'] for router_interface (8a1f9193-b17d-409d-9787-ae793a3af124), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:22.568882 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a24e02-683d-4b30-9cef-fbcfc3bdc204 None None] Pushing event updated for resources: {'Port': ['ID=db29dcb2-6974-4c23-a018-097c04d286e4,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:22.604207 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:22.605085 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:20:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:22.616698 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Publish callbacks [] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:22.861198 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-3fbeaa6c-86ab-4cb7-97d2-8c92f56ffe6c None None] Port beaac804-3253-4697-ab8d-5cebc6dc8d1b cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:22.918447 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:22.926583 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] Set router fe3aae6c-8513-4920-ae0b-0ff4025adf57 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:23.045749 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:23.114661 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02ddbeae-0390-4a2d-abb3-0562ee7cf0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:23.151123 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Publish callbacks [] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:23.189146 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 29790272-892f-45a3-b8fe-ca76d83be41f triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:23.189769 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:23.208236 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:23.221834 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 3, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:23.233112 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:23.304891 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-44ea10f8-9bd4-42b8-b22d-1ff75ab9098f None None] Provisioning complete for port 2d17fbdd-9f00-46fe-b185-41b81e007600 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:23.305287 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-44ea10f8-9bd4-42b8-b22d-1ff75ab9098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:23.346444 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be89b4d-041c-490e-84c0-33caba96378b None None] The sync data for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi is: [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 3, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:23.421453 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-44ea10f8-9bd4-42b8-b22d-1ff75ab9098f None None] Port 2d17fbdd-9f00-46fe-b185-41b81e007600 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:23.580654 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Publish callbacks [] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:23.624697 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 29790272-892f-45a3-b8fe-ca76d83be41f is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:23.625567 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 31ab02fa-9890-4442-85e5-b4dacc45928f up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:23.628028 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:15Z', 'revision_number': 3, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:23.705634 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051e0de-850a-44bc-ac62-3dcb2b5f357f req-7b53b4c4-a617-4a3f-9db1-cb848431f7a3 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:23.714992 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5051e0de-850a-44bc-ac62-3dcb2b5f357f req-7b53b4c4-a617-4a3f-9db1-cb848431f7a3 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 932 time: 0.1312783 May 16 15:21:23.718664 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:23.771150 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418affa6-264c-4aeb-a3c6-91bfb2522fc2 None None] The sync data for ids ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'] in dv-cinder-790535-39-iscsi is: [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:15Z', 'revision_number': 3, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:23.853506 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 31ab02fa-9890-4442-85e5-b4dacc45928f triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:23.854045 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:24.007571 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51138) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:24.036767 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5051e0de-850a-44bc-ac62-3dcb2b5f357f req-7513126e-07ed-4544-b73a-448251e8bae6 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214498 May 16 15:21:24.086420 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 31ab02fa-9890-4442-85e5-b4dacc45928f is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:24.087228 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:24.108509 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (3dcc3c67-3151-43dc-bdad-59f845e1ff7f), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:24.116876 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Pushing event updated for resources: {'Port': ['ID=2d17fbdd-9f00-46fe-b185-41b81e007600,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:24.124507 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Pushing event updated for resources: {'Port': ['ID=b89d0803-a75d-4e81-8ba8-81628dc521e2,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:24.130689 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1833092'] for router_interface (8a1f9193-b17d-409d-9787-ae793a3af124), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:24.146482 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port 31ab02fa-9890-4442-85e5-b4dacc45928f, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=31ab02fa-9890-4442-85e5-b4dacc45928f,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:24.148407 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51144) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:24.220529 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Network 691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:24.230149 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:24.256279 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:24.458520 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Network 85d31a74-2e0d-4761-a3e9-16256afe83d7 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:24.461107 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:24.470452 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=31ab02fa-9890-4442-85e5-b4dacc45928f,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:24.523162 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:24.577948 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device db29dcb2-6974-4c23-a018-097c04d286e4 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:24.602451 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8b606029-d06c-4e5d-82f9-0b4fb4d66097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:24.633917 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:24.649387 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:24.653474 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:24.711165 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:24.711579 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:24.715782 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:24.716196 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > port after_create 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:24.716552 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:24.717570 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > port after_update 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:24.717776 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:24.723353 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:24.734010 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:24.734671 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:24.753262 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port db29dcb2-6974-4c23-a018-097c04d286e4 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:24.757638 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (db29dcb2-6974-4c23-a018-097c04d286e4), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:24.872111 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aabebc69-c82a-4307-975a-1b74c865607c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.018160 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-98ab5bfa-e0a1-49e5-86c9-fb3fe7d7fc35 None None] Provisioning complete for port 2d17fbdd-9f00-46fe-b185-41b81e007600 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:25.018967 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-98ab5bfa-e0a1-49e5-86c9-fb3fe7d7fc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.097162 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-98ab5bfa-e0a1-49e5-86c9-fb3fe7d7fc35 None None] Port 2d17fbdd-9f00-46fe-b185-41b81e007600 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:25.099423 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port db29dcb2-6974-4c23-a018-097c04d286e4 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:25.099953 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (db29dcb2-6974-4c23-a018-097c04d286e4), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.152191 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4997dab6-39e7-46c3-874c-59f7760a5325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.166995 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port db29dcb2-6974-4c23-a018-097c04d286e4, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=db29dcb2-6974-4c23-a018-097c04d286e4,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:25.172886 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:25.173407 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:25.173862 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:25.174422 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:21:25.174979 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcc3c67-3151-43dc-bdad-59f845e1ff7f']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:25.197776 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120b7089-752c-4965-916a-0ae8dde21fef') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:25.198200 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120b7089-752c-4965-916a-0ae8dde21fef') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:25.220662 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29935036'] for segment (120b7089-752c-4965-916a-0ae8dde21fef), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.244658 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (db29dcb2-6974-4c23-a018-097c04d286e4), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.276168 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Network c04e7fee-d98e-4604-82f3-3cc633c866f1 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:25.287907 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (120b7089-752c-4965-916a-0ae8dde21fef), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.301395 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:21:25.302173 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29923599'] for segment (120b7089-752c-4965-916a-0ae8dde21fef), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.383571 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8b606029-d06c-4e5d-82f9-0b4fb4d66097 admin admin] Publish callbacks [] for security_group (4d004023-9694-4e21-a905-1b9411586034), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: from cryptography.utils import int_from_bytes May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: from cryptography.utils import int_from_bytes May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: Traceback (most recent call last): May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: timer() May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: cb(*args, **kw) May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: return func(*args, **kwargs) May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: self._notify() May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: self.callback(batched_events) May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: event.method(event) May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: return f(self, *a, **k) May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._get(url).json() May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: return self.request(url, 'GET', **kwargs) May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:21:25.394546 dv-cinder-790535-39-iscsi neutron-server[103977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:21:25.413021 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-6e8d9ecc-82af-4998-9a22-fcdb8d619f1a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4082882 May 16 15:21:25.425490 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=db29dcb2-6974-4c23-a018-097c04d286e4,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:25.485814 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:25.493755 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed30c-922f-420d-91ee-f1ea28845b8b req-a4dc7bfd-4452-4199-b7b8-2d41dec43aa8 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:25.495529 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-42eed30c-922f-420d-91ee-f1ea28845b8b req-a4dc7bfd-4452-4199-b7b8-2d41dec43aa8 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 932 time: 0.1229899 May 16 15:21:25.509790 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8b606029-d06c-4e5d-82f9-0b4fb4d66097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (4d004023-9694-4e21-a905-1b9411586034), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.551190 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Router 8a1f9193-b17d-409d-9787-ae793a3af124 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:25.612254 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:25.612740 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1834446'] for router_interface (fe3aae6c-8513-4920-ae0b-0ff4025adf57), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.630373 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-20f72d64-725f-485e-87c7-96a833f1640a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:21:25.631462 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-20f72d64-725f-485e-87c7-96a833f1640a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1349695 May 16 15:21:25.654859 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Publish callbacks [] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.670936 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (3dcc3c67-3151-43dc-bdad-59f845e1ff7f), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.776953 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51162) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:25.794549 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.802848 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.842216 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b606029-d06c-4e5d-82f9-0b4fb4d66097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d004023-9694-4e21-a905-1b9411586034,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:25.846730 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8b606029-d06c-4e5d-82f9-0b4fb4d66097 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8fdce3b4e384ebda03b45760240aeb9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8089800 May 16 15:21:25.851205 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51166) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:25.878401 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6fdb64-1064-4005-ab9d-1baff1d306eb,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:25.883986 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.890463 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3dcc3c67-3151-43dc-bdad-59f845e1ff7f HTTP/1.1" status: 204 len: 168 time: 4.1983936 May 16 15:21:25.932703 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a51011-2b8b-4759-80b8-1bbb2a4de064 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dcc3c67-3151-43dc-bdad-59f845e1ff7f,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:25.932901 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aabebc69-c82a-4307-975a-1b74c865607c admin admin] Publish callbacks [] for security_group (f05996d7-dcf9-4576-840c-3af652374d99), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.962323 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:25.969436 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-75dce5a4-86f4-4205-988e-23a72df03a8b admin admin] 10.222.0.76 "PUT /v2.0/routers/8a1f9193-b17d-409d-9787-ae793a3af124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5053482 May 16 15:21:25.990398 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bf238632-9266-44e1-a4d7-b50bcd76dc8c admin admin] Publish callbacks [] for security_group (4d004023-9694-4e21-a905-1b9411586034), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.011520 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aabebc69-c82a-4307-975a-1b74c865607c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (f05996d7-dcf9-4576-840c-3af652374d99), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.066901 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bf238632-9266-44e1-a4d7-b50bcd76dc8c admin admin] Publish callbacks [] for security_group (4d004023-9694-4e21-a905-1b9411586034), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.092951 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabebc69-c82a-4307-975a-1b74c865607c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05996d7-dcf9-4576-840c-3af652374d99,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:26.103509 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-ba831cc8-3184-4d87-899e-511bf00b5ec8 None None] Provisioning complete for port 9f6fdb64-1064-4005-ab9d-1baff1d306eb triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:26.103509 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ba831cc8-3184-4d87-899e-511bf00b5ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.104025 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-aabebc69-c82a-4307-975a-1b74c865607c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f5a8c5a7911e46abb77217c0291cd2ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9420676 May 16 15:21:26.112342 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51174) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:26.154980 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1833092'] for router_interface (1ab471ac-ff2d-47da-b732-ec5d47a236c4), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.171875 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Pushing event updated for resources: {'Port': ['ID=beaac804-3253-4697-ab8d-5cebc6dc8d1b,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:26.198582 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-70b5bc6d-3dae-4316-95f6-4b9ea4f5e546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.200638 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-42eed30c-922f-420d-91ee-f1ea28845b8b req-627c506c-826d-4372-b6e4-de017a48274d tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843155 May 16 15:21:26.265612 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Request body: {'port': {'device_id': '426beb7e-b95a-4ede-a2e0-d28d28123018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:26.278391 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-ba831cc8-3184-4d87-899e-511bf00b5ec8 None None] Port 9f6fdb64-1064-4005-ab9d-1baff1d306eb cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:26.311745 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7176-8714-45b3-babc-1c418c086ca6 admin admin] Publish callbacks [] for security_group (f05996d7-dcf9-4576-840c-3af652374d99), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.423339 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bf238632-9266-44e1-a4d7-b50bcd76dc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (4d004023-9694-4e21-a905-1b9411586034), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.426600 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.432769 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.440956 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bf238632-9266-44e1-a4d7-b50bcd76dc8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.443851 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bf238632-9266-44e1-a4d7-b50bcd76dc8c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d004023-9694-4e21-a905-1b9411586034 HTTP/1.1" status: 204 len: 168 time: 0.5819199 May 16 15:21:26.448311 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7176-8714-45b3-babc-1c418c086ca6 admin admin] Publish callbacks [] for security_group (f05996d7-dcf9-4576-840c-3af652374d99), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.471764 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:26.477611 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:26.503356 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 51178) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:26.512549 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf238632-9266-44e1-a4d7-b50bcd76dc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d004023-9694-4e21-a905-1b9411586034,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:26.626292 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device db29dcb2-6974-4c23-a018-097c04d286e4 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:26.656871 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-70b5bc6d-3dae-4316-95f6-4b9ea4f5e546 admin admin] Publish callbacks [] for security_group (a96fb270-94e9-4d97-818b-6fd6a1fd20f0), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.745376 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port db29dcb2-6974-4c23-a018-097c04d286e4 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:26.747635 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-70b5bc6d-3dae-4316-95f6-4b9ea4f5e546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (a96fb270-94e9-4d97-818b-6fd6a1fd20f0), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.753079 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (db29dcb2-6974-4c23-a018-097c04d286e4), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.799896 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7176-8714-45b3-babc-1c418c086ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (f05996d7-dcf9-4576-840c-3af652374d99), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.806404 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7176-8714-45b3-babc-1c418c086ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:26.811409 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b9fc7176-8714-45b3-babc-1c418c086ca6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f05996d7-dcf9-4576-840c-3af652374d99 HTTP/1.1" status: 204 len: 168 time: 0.6981270 May 16 15:21:26.860227 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-70b5bc6d-3dae-4316-95f6-4b9ea4f5e546 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c9f4c691fe094e75933fcb8b9d2fa41c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0753384 May 16 15:21:26.866603 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51186) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:26.897179 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5bc6d-3dae-4316-95f6-4b9ea4f5e546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96fb270-94e9-4d97-818b-6fd6a1fd20f0,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:26.913080 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc7176-8714-45b3-babc-1c418c086ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05996d7-dcf9-4576-840c-3af652374d99,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:26.929648 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port db29dcb2-6974-4c23-a018-097c04d286e4 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:26.930879 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 31ab02fa-9890-4442-85e5-b4dacc45928f up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:26.990760 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f116342-33c9-48db-b18d-b00ff442a3ac admin admin] Publish callbacks [] for security_group (a96fb270-94e9-4d97-818b-6fd6a1fd20f0), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.024559 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f116342-33c9-48db-b18d-b00ff442a3ac admin admin] Publish callbacks [] for security_group (a96fb270-94e9-4d97-818b-6fd6a1fd20f0), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.048339 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8993e945-af69-415b-903b-f50e7cf7f105 None None] Provisioning complete for port beaac804-3253-4697-ab8d-5cebc6dc8d1b triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:27.048783 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8993e945-af69-415b-903b-f50e7cf7f105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.099349 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-aae13ac6-b4a8-43df-8982-d03c6fc2f47a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=611940cf6d7b434489cddc0c51bb4197&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5915799 May 16 15:21:27.099565 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51188) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:27.175045 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8993e945-af69-415b-903b-f50e7cf7f105 None None] Port beaac804-3253-4697-ab8d-5cebc6dc8d1b cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:27.189778 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f116342-33c9-48db-b18d-b00ff442a3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (a96fb270-94e9-4d97-818b-6fd6a1fd20f0), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.201120 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 31ab02fa-9890-4442-85e5-b4dacc45928f triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:27.204260 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f116342-33c9-48db-b18d-b00ff442a3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.205082 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.205593 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6f116342-33c9-48db-b18d-b00ff442a3ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a96fb270-94e9-4d97-818b-6fd6a1fd20f0 HTTP/1.1" status: 204 len: 168 time: 0.3372700 May 16 15:21:27.227648 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f116342-33c9-48db-b18d-b00ff442a3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96fb270-94e9-4d97-818b-6fd6a1fd20f0,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:27.229684 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1615df50-7d55-4f15-b31a-ca7f483944f7 admin admin] Publish callbacks [] for security_group (6b6eb017-245f-4ba8-bdfb-7114c449a518), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.278306 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1615df50-7d55-4f15-b31a-ca7f483944f7 admin admin] Publish callbacks [] for security_group (6b6eb017-245f-4ba8-bdfb-7114c449a518), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.450913 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1615df50-7d55-4f15-b31a-ca7f483944f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (6b6eb017-245f-4ba8-bdfb-7114c449a518), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.453636 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1615df50-7d55-4f15-b31a-ca7f483944f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.457649 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-1615df50-7d55-4f15-b31a-ca7f483944f7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b6eb017-245f-4ba8-bdfb-7114c449a518 HTTP/1.1" status: 204 len: 168 time: 0.3552141 May 16 15:21:27.466213 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615df50-7d55-4f15-b31a-ca7f483944f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6eb017-245f-4ba8-bdfb-7114c449a518,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:27.492221 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 31ab02fa-9890-4442-85e5-b4dacc45928f is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:27.494534 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 5b8d441c-9be5-4669-b676-6b9047f7551f up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:27.518243 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51202) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:27.526399 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-2a31973d-3cb8-448c-af1b-72c93dd005cd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342159553', 'description': 'tempest-description--1974350806'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:27.557509 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:27.580518 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.609069 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Sync routers for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:27.628322 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fe2f5-7ac8-4c47-9986-3ff3e9575535 req-b5efee85-e534-4df0-a0d7-2f0446706fd2 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:27.635121 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-902fe2f5-7ac8-4c47-9986-3ff3e9575535 req-b5efee85-e534-4df0-a0d7-2f0446706fd2 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 932 time: 0.2117121 May 16 15:21:27.650214 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 5b8d441c-9be5-4669-b676-6b9047f7551f triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:27.650214 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.650996 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:27.652536 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:21:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:27.668115 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a31973d-3cb8-448c-af1b-72c93dd005cd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.902195 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a31973d-3cb8-448c-af1b-72c93dd005cd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group (539eb9a1-e295-40e5-9afc-d02f088e5274), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.975957 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a31973d-3cb8-448c-af1b-72c93dd005cd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (539eb9a1-e295-40e5-9afc-d02f088e5274), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.995747 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Publish callbacks [] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.011402 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:28.032686 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31973d-3cb8-448c-af1b-72c93dd005cd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539eb9a1-e295-40e5-9afc-d02f088e5274,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:28.058709 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-902fe2f5-7ac8-4c47-9986-3ff3e9575535 req-19ac6603-c0cf-4477-bf4f-02eedbcc71cb tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226730 May 16 15:21:28.110812 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a31973d-3cb8-448c-af1b-72c93dd005cd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.111257 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.115002 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-2a31973d-3cb8-448c-af1b-72c93dd005cd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5906081 May 16 15:21:28.115314 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51210) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:28.120497 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-fc0a9bc2-5028-43de-bb9b-1e700684705a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Request body: {'security_group_rule': {'security_group_id': '539eb9a1-e295-40e5-9afc-d02f088e5274', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:28.199488 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:28.211548 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Sync routers for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:28.236162 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 5b8d441c-9be5-4669-b676-6b9047f7551f is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:28.236483 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.238240 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:28.239091 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:21:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:28.260200 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9bc2-5028-43de-bb9b-1e700684705a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group_rule (1e8ddb56-2f8f-4487-b9cc-d13c5657ba00), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.274416 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-401b1b8e-2fdd-4c93-b1f8-eaf85101398b admin admin] 10.222.0.76 "PUT /v2.0/routers/1ab471ac-ff2d-47da-b732-ec5d47a236c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2121794 May 16 15:21:28.297874 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6fdb64-1064-4005-ab9d-1baff1d306eb,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:28.329513 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89d0803-a75d-4e81-8ba8-81628dc521e2 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:28.353530 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9bc2-5028-43de-bb9b-1e700684705a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group_rule (1e8ddb56-2f8f-4487-b9cc-d13c5657ba00), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.353741 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1833092'] for router_interface (fe3aae6c-8513-4920-ae0b-0ff4025adf57), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.374256 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Publish callbacks [] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.388255 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port 5b8d441c-9be5-4669-b676-6b9047f7551f, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=5b8d441c-9be5-4669-b676-6b9047f7551f,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:28.438837 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51216) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:28.460139 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:28.464441 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca309-a5b0-4210-9577-c1310d02c642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.470683 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Transition to ACTIVE for port object b89d0803-a75d-4e81-8ba8-81628dc521e2 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:21:28.496945 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9bc2-5028-43de-bb9b-1e700684705a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (1e8ddb56-2f8f-4487-b9cc-d13c5657ba00), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.508280 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.598146 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.607961 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a9bc2-5028-43de-bb9b-1e700684705a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8ddb56-2f8f-4487-b9cc-d13c5657ba00,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:28.627221 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 2, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:28.692341 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Checking router: 8a1f9193-b17d-409d-9787-ae793a3af124 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:28.693039 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Updating router 8a1f9193-b17d-409d-9787-ae793a3af124 port 2d17fbdd-9f00-46fe-b185-41b81e007600 binding host dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:21:28.745777 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9bc2-5028-43de-bb9b-1e700684705a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.758615 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-fc0a9bc2-5028-43de-bb9b-1e700684705a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6379220 May 16 15:21:28.761286 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca309-a5b0-4210-9577-c1310d02c642 admin admin] Publish callbacks [] for security_group (98e02d6a-9058-4b45-8389-6c5cc1ae6057), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.762239 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51220) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:28.772657 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-8d18afe3-e90d-4400-abff-38c52803643c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Request body: {'security_group_rule': {'security_group_id': '539eb9a1-e295-40e5-9afc-d02f088e5274', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:28.811668 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=5b8d441c-9be5-4669-b676-6b9047f7551f,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:28.815839 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.828482 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Pushing event updated for resources: {'Port': ['ID=b89d0803-a75d-4e81-8ba8-81628dc521e2,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:28.847793 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Network c04e7fee-d98e-4604-82f3-3cc633c866f1 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:28.861179 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca309-a5b0-4210-9577-c1310d02c642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (98e02d6a-9058-4b45-8389-6c5cc1ae6057), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.954665 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 2, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:28.977097 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8d18afe3-e90d-4400-abff-38c52803643c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group_rule (38a140ef-e8a8-4bf7-9a37-5f43468369d8), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.980967 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:29.000238 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ca309-a5b0-4210-9577-c1310d02c642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e02d6a-9058-4b45-8389-6c5cc1ae6057,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:29.014043 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Checking router: 1ab471ac-ff2d-47da-b732-ec5d47a236c4 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:29.014956 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Updating router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 port beaac804-3253-4697-ab8d-5cebc6dc8d1b binding host dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:21:29.022291 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-1b4ca309-a5b0-4210-9577-c1310d02c642 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=011408e430344c008c53c55ff738b1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5797298 May 16 15:21:29.027879 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51226) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:29.119447 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.164536 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 51230) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:29.172164 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Attempting to bind port b89d0803-a75d-4e81-8ba8-81628dc521e2 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:29.175998 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Attempting to bind port b89d0803-a75d-4e81-8ba8-81628dc521e2 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8f9b3901-c7f6-4ab8-8dce-16f317d2658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:29.175998 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Attempting to bind port b89d0803-a75d-4e81-8ba8-81628dc521e2 on network 691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:29.262838 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Port b89d0803-a75d-4e81-8ba8-81628dc521e2 on network 691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:21:29.263057 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Attempting to bind port b89d0803-a75d-4e81-8ba8-81628dc521e2 on network 691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:29.271537 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ad521caf-eb22-4780-b1cd-ce9fd025ba23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.274522 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8d18afe3-e90d-4400-abff-38c52803643c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group_rule (38a140ef-e8a8-4bf7-9a37-5f43468369d8), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.318683 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51232) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:29.339348 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1845-cba4-4712-94ab-81766b78836d admin admin] Publish callbacks [] for security_group (98e02d6a-9058-4b45-8389-6c5cc1ae6057), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.361617 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:29.363403 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Checking segment: {'id': '8f9b3901-c7f6-4ab8-8dce-16f317d2658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:29.364038 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Bound using segment: {'id': '8f9b3901-c7f6-4ab8-8dce-16f317d2658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:29.365501 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Bound port: b89d0803-a75d-4e81-8ba8-81628dc521e2, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9b3901-c7f6-4ab8-8dce-16f317d2658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:29.365978 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.366102 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8d18afe3-e90d-4400-abff-38c52803643c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (38a140ef-e8a8-4bf7-9a37-5f43468369d8), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.437013 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18afe3-e90d-4400-abff-38c52803643c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a140ef-e8a8-4bf7-9a37-5f43468369d8,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:29.449475 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1845-cba4-4712-94ab-81766b78836d admin admin] Publish callbacks [] for security_group (98e02d6a-9058-4b45-8389-6c5cc1ae6057), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.477046 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-eac7e1f7-e40a-4683-88a4-fd187d4aa67b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b3a02de1f5fe49cab974ab63a2f44790&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1552186 May 16 15:21:29.479682 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51234) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:29.507062 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-7807a1fe-bfea-4881-95d9-4b25a0fdf14a None None] Provisioning complete for port 9f6fdb64-1064-4005-ab9d-1baff1d306eb triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:29.507616 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7807a1fe-bfea-4881-95d9-4b25a0fdf14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.512911 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.518828 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8d18afe3-e90d-4400-abff-38c52803643c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.521562 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8d18afe3-e90d-4400-abff-38c52803643c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7570231 May 16 15:21:29.527933 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51236) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:29.537595 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:29.552441 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88290db-8604-4abd-b3b2-a708a85b9e5e req-c6935369-3572-4d6e-a130-2260b17b713a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:29.555562 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d88290db-8604-4abd-b3b2-a708a85b9e5e req-c6935369-3572-4d6e-a130-2260b17b713a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 944 time: 0.3369935 May 16 15:21:29.641017 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-7807a1fe-bfea-4881-95d9-4b25a0fdf14a None None] Port 9f6fdb64-1064-4005-ab9d-1baff1d306eb cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:29.667733 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Publish callbacks [] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.668566 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bf72dea2-9c48-40b0-9cbc-fc8df7ec0803 admin admin] Publish callbacks [] for security_group (46c6375e-7de5-4d7a-8c87-bdbc2ac9e3f4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.742118 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Router fe3aae6c-8513-4920-ae0b-0ff4025adf57 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:29.742681 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.759601 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.781475 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] For port b89d0803-a75d-4e81-8ba8-81628dc521e2, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:29.791406 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bf72dea2-9c48-40b0-9cbc-fc8df7ec0803 admin admin] Publish callbacks [] for security_group (46c6375e-7de5-4d7a-8c87-bdbc2ac9e3f4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.830424 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] For port b89d0803-a75d-4e81-8ba8-81628dc521e2, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b89d0803-a75d-4e81-8ba8-81628dc521e2,segment=NetworkSegment(8f9b3901-c7f6-4ab8-8dce-16f317d2658d),segment_id=8f9b3901-c7f6-4ab8-8dce-16f317d2658d)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:29.841049 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d88290db-8604-4abd-b3b2-a708a85b9e5e req-4bacf4f7-296a-4286-b1f7-b9dc9be7005c tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652040 May 16 15:21:29.865307 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0afa6e-07aa-40de-b2fb-a35116067ed8 None None] Pushing event updated for resources: {'Port': ['ID=2d17fbdd-9f00-46fe-b185-41b81e007600,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:29.927130 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1845-cba4-4712-94ab-81766b78836d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (98e02d6a-9058-4b45-8389-6c5cc1ae6057), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.935809 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1845-cba4-4712-94ab-81766b78836d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:29.937304 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5c6e1845-cba4-4712-94ab-81766b78836d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/98e02d6a-9058-4b45-8389-6c5cc1ae6057 HTTP/1.1" status: 204 len: 168 time: 0.9084961 May 16 15:21:29.970264 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 51242) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:29.992839 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e1845-cba4-4712-94ab-81766b78836d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e02d6a-9058-4b45-8389-6c5cc1ae6057,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:30.007614 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Attempting to bind port 2d17fbdd-9f00-46fe-b185-41b81e007600 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:30.008261 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Attempting to bind port 2d17fbdd-9f00-46fe-b185-41b81e007600 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:30.008375 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Attempting to bind port 2d17fbdd-9f00-46fe-b185-41b81e007600 on network 85d31a74-2e0d-4761-a3e9-16256afe83d7 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:30.014087 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.020791 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:30.021302 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Checking segment: {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:30.021702 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.022094 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Bound using segment: {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:30.022602 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Bound port: 2d17fbdd-9f00-46fe-b185-41b81e007600, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:30.022989 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.064893 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-47d3fe08-d9fd-409f-8d77-684c74782fdb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1007926190', 'description': 'tempest-description--1717738506'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:30.094766 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ad521caf-eb22-4780-b1cd-ce9fd025ba23 admin admin] Publish callbacks [] for security_group (ffff949c-ffb9-4cfc-845d-3535dff51c3f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.176693 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Publish callbacks [] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.205216 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:30.206313 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.208298 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] 10.222.0.79 "PUT /v2.0/ports/b89d0803-a75d-4e81-8ba8-81628dc521e2 HTTP/1.1" status: 200 len: 1094 time: 4.3520126 May 16 15:21:30.209271 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426beb7e-b95a-4ede-a2e0-d28d28123018', 'tag': 'b89d0803-a75d-4e81-8ba8-81628dc521e2'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:30.215554 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ad521caf-eb22-4780-b1cd-ce9fd025ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (ffff949c-ffb9-4cfc-845d-3535dff51c3f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.233812 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.345367 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.364444 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad521caf-eb22-4780-b1cd-ce9fd025ba23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffff949c-ffb9-4cfc-845d-3535dff51c3f,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:30.398044 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] For port 2d17fbdd-9f00-46fe-b185-41b81e007600, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:30.420851 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-c97ad798-7944-4775-aa23-76c1e39bdffc None None] Provisioning complete for port 2d17fbdd-9f00-46fe-b185-41b81e007600 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:30.421220 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c97ad798-7944-4775-aa23-76c1e39bdffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.463964 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-c97ad798-7944-4775-aa23-76c1e39bdffc None None] Port 2d17fbdd-9f00-46fe-b185-41b81e007600 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:30.471882 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] For port 2d17fbdd-9f00-46fe-b185-41b81e007600, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=2d17fbdd-9f00-46fe-b185-41b81e007600,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:30.490919 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ca3a0-960d-47cc-8656-243810132fa4 None None] Pushing event updated for resources: {'Port': ['ID=beaac804-3253-4697-ab8d-5cebc6dc8d1b,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:30.553813 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.564536 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bf72dea2-9c48-40b0-9cbc-fc8df7ec0803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (46c6375e-7de5-4d7a-8c87-bdbc2ac9e3f4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.571593 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bf72dea2-9c48-40b0-9cbc-fc8df7ec0803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.574995 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bf72dea2-9c48-40b0-9cbc-fc8df7ec0803 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/46c6375e-7de5-4d7a-8c87-bdbc2ac9e3f4 HTTP/1.1" status: 204 len: 168 time: 1.0940206 May 16 15:21:30.600224 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Attempting to bind port beaac804-3253-4697-ab8d-5cebc6dc8d1b on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:30.600569 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Attempting to bind port beaac804-3253-4697-ab8d-5cebc6dc8d1b by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:30.600939 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Attempting to bind port beaac804-3253-4697-ab8d-5cebc6dc8d1b on network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:30.609503 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:30.612787 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Checking segment: {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:30.613658 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.617323 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72dea2-9c48-40b0-9cbc-fc8df7ec0803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c6375e-7de5-4d7a-8c87-bdbc2ac9e3f4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:30.624945 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Bound using segment: {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:30.625478 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Bound port: beaac804-3253-4697-ab8d-5cebc6dc8d1b, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:30.625916 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.681234 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Allocated IP 172.27.2.192 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/560d1af4-593c-43cc-b8ba-3f0fdac23189) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:30.688866 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47d3fe08-d9fd-409f-8d77-684c74782fdb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.771548 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] For port beaac804-3253-4697-ab8d-5cebc6dc8d1b, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:30.776469 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] For port beaac804-3253-4697-ab8d-5cebc6dc8d1b, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=beaac804-3253-4697-ab8d-5cebc6dc8d1b,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:30.822165 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 5b8d441c-9be5-4669-b676-6b9047f7551f up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:30.831885 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:30.857751 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:21:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:30.864108 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.046255 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47d3fe08-d9fd-409f-8d77-684c74782fdb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group (73057777-a958-49aa-a723-dc4022e14464), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.046800 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0afa6e-07aa-40de-b2fb-a35116067ed8 None None] Pushing event updated for resources: {'Port': ['ID=2d17fbdd-9f00-46fe-b185-41b81e007600,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:31.047390 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed96034-6f35-4a09-98b8-de17db7fdab5 service neutron] Pushing event updated for resources: {'Port': ['ID=b89d0803-a75d-4e81-8ba8-81628dc521e2,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:31.054941 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ad521caf-eb22-4780-b1cd-ce9fd025ba23 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb61fa4850d14f78bc14c86b2daa6b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8880706 May 16 15:21:31.057549 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51268) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:31.067983 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for port (560d1af4-593c-43cc-b8ba-3f0fdac23189), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.080750 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:31.085490 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:21:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:31.138223 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:31.149497 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-5f0fd92a-b198-4105-9d5c-a3a4ae80e8f4 admin admin] 10.222.0.76 "PUT /v2.0/routers/fe3aae6c-8513-4920-ae0b-0ff4025adf57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2265041 May 16 15:21:31.151233 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-9b4e1f77-4c6f-49a8-8e8f-21177e0662af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:31.154533 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-9b4e1f77-4c6f-49a8-8e8f-21177e0662af service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3733b202412047fa87928b2a71871f5e&device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 1128 time: 0.7615056 May 16 15:21:31.154533 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47d3fe08-d9fd-409f-8d77-684c74782fdb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (73057777-a958-49aa-a723-dc4022e14464), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.196144 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Sync routers for ids ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:31.208635 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dda33c0-c3ab-40e0-ac85-f06be7acf2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "426beb7e-b95a-4ede-a2e0-d28d28123018", "tag": "b89d0803-a75d-4e81-8ba8-81628dc521e2"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:31.273121 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47d3fe08-d9fd-409f-8d77-684c74782fdb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.278811 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-47d3fe08-d9fd-409f-8d77-684c74782fdb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3046560 May 16 15:21:31.281174 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ca3a0-960d-47cc-8656-243810132fa4 None None] Pushing event updated for resources: {'Port': ['ID=beaac804-3253-4697-ab8d-5cebc6dc8d1b,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:31.292075 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51278) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:31.310745 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-88c4470a-4461-4c67-bf9c-8c1a4a60ce63 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Request body: {'security_group_rule': {'security_group_id': '73057777-a958-49aa-a723-dc4022e14464', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:31.317392 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-3d514939-ef37-4029-bba6-3a299634c60d None None] Provisioning complete for port beaac804-3253-4697-ab8d-5cebc6dc8d1b triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:31.318732 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3d514939-ef37-4029-bba6-3a299634c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.321488 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a39a18f6-3117-4806-803d-6c5620c08430 admin admin] Publish callbacks [] for security_group (ffff949c-ffb9-4cfc-845d-3535dff51c3f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.356760 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-8b2394ef-d3dd-45f2-a620-c9a2962738cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b89d0803-a75d-4e81-8ba8-81628dc521e2 HTTP/1.1" status: 200 len: 217 time: 0.1876004 May 16 15:21:31.374653 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66fb7-6b65-4de9-b4c3-05f23897e90c req-51a88184-8aec-49cc-a427-a7cae5df22f6 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:31.382296 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-21d66fb7-6b65-4de9-b4c3-05f23897e90c req-51a88184-8aec-49cc-a427-a7cae5df22f6 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 944 time: 0.3194795 May 16 15:21:31.384970 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a39a18f6-3117-4806-803d-6c5620c08430 admin admin] Publish callbacks [] for security_group (ffff949c-ffb9-4cfc-845d-3535dff51c3f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.409576 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3fe08-d9fd-409f-8d77-684c74782fdb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73057777-a958-49aa-a723-dc4022e14464,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:31.446046 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:31.472357 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 5b8d441c-9be5-4669-b676-6b9047f7551f triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:31.475570 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.574584 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-5388fc11-1dd6-473f-87cf-4950cdc9e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:31.576341 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-5388fc11-1dd6-473f-87cf-4950cdc9e5ab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd481adb-85bc-44cf-b34a-1e491f3afa9f HTTP/1.1" status: 200 len: 852 time: 0.1826897 May 16 15:21:31.578618 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Routers {'fe3aae6c-8513-4920-ae0b-0ff4025adf57'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:31.579337 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:21:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:31.586490 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-88c4470a-4461-4c67-bf9c-8c1a4a60ce63 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group_rule (3d8cb4d8-a9e9-4f31-a5b3-5a668ad62703), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.613744 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-21d66fb7-6b65-4de9-b4c3-05f23897e90c req-5d30b3a8-fac3-4ab9-bd88-aacf72f6633a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251196 May 16 15:21:31.666728 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (560d1af4-593c-43cc-b8ba-3f0fdac23189), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.686767 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:31.733203 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-8563dee5-cd5c-4983-bf93-f9f333e9f01b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234345 May 16 15:21:31.787226 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a39a18f6-3117-4806-803d-6c5620c08430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (ffff949c-ffb9-4cfc-845d-3535dff51c3f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.799229 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a39a18f6-3117-4806-803d-6c5620c08430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.808437 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a39a18f6-3117-4806-803d-6c5620c08430 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ffff949c-ffb9-4cfc-845d-3535dff51c3f HTTP/1.1" status: 204 len: 168 time: 0.7482553 May 16 15:21:31.857835 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a18f6-3117-4806-803d-6c5620c08430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffff949c-ffb9-4cfc-845d-3535dff51c3f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:31.880395 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Set router fe3aae6c-8513-4920-ae0b-0ff4025adf57 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:31.942238 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event updated for resources: {'Port': ['ID=560d1af4-593c-43cc-b8ba-3f0fdac23189,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:31.968348 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:31.982512 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:31.987061 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-88c4470a-4461-4c67-bf9c-8c1a4a60ce63 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group_rule (3d8cb4d8-a9e9-4f31-a5b3-5a668ad62703), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.988888 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:32.021414 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:30Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:32.031530 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-e8f50c4f-9702-41c2-828a-2bbd3ded16b1 service neutron] 10.222.0.79 "GET /v2.0/networks/691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868257 May 16 15:21:32.078614 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf9f03-11b0-47ee-8dc8-0821a00102c3 None None] The sync data for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi is: [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:30Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:32.116485 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-88c4470a-4461-4c67-bf9c-8c1a4a60ce63 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (3d8cb4d8-a9e9-4f31-a5b3-5a668ad62703), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:32.207112 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4470a-4461-4c67-bf9c-8c1a4a60ce63 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8cb4d8-a9e9-4f31-a5b3-5a668ad62703,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:32.518282 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (37cd3ff2-2e10-4504-add4-fed3a08033ff), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:32.595856 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-88c4470a-4461-4c67-bf9c-8c1a4a60ce63 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:32.597264 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-88c4470a-4461-4c67-bf9c-8c1a4a60ce63 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3041635 May 16 15:21:32.600680 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51304) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:32.610663 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-51b4ed2d-b5db-4026-84ff-5749911c3c45 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Request body: {'security_group_rule': {'security_group_id': '73057777-a958-49aa-a723-dc4022e14464', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:32.667641 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 5b8d441c-9be5-4669-b676-6b9047f7551f is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:32.793927 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (560d1af4-593c-43cc-b8ba-3f0fdac23189), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:32.846812 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a4d558-0f8f-4d79-84c0-34b46aacce93 x-openstack-request-id: req-00a4d558-0f8f-4d79-84c0-34b46aacce93 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:32.847434 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426beb7e-b95a-4ede-a2e0-d28d28123018", "tag": "b89d0803-a75d-4e81-8ba8-81628dc521e2", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:32.847434 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00a4d558-0f8f-4d79-84c0-34b46aacce93 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:32.847880 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a4d558-0f8f-4d79-84c0-34b46aacce93'] response: {'name': 'network-changed', 'server_uuid': '426beb7e-b95a-4ede-a2e0-d28d28123018', 'tag': 'b89d0803-a75d-4e81-8ba8-81628dc521e2', 'status': 'completed', 'code': 200} May 16 15:21:32.916088 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-51b4ed2d-b5db-4026-84ff-5749911c3c45 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group_rule (844ad6bd-d0fc-433e-a458-778964c68b79), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:32.931515 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c90d517d-8103-4e1e-81f5-3bd6eaad292b req-23fbc057-1eba-43ba-b459-683b33ae42b6 service neutron] 10.222.0.79 "GET /v2.0/networks/691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8896961 May 16 15:21:33.050190 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device beaac804-3253-4697-ab8d-5cebc6dc8d1b up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:33.054034 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:30Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:33.092000 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08401f-371c-417f-9fb8-d6263d8e72b7 req-6c5e8d54-1b39-467e-99c5-4d3ed02cd903 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:33.093563 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7d08401f-371c-417f-9fb8-d6263d8e72b7 req-6c5e8d54-1b39-467e-99c5-4d3ed02cd903 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 944 time: 0.3389778 May 16 15:21:33.147851 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda33c0-c3ab-40e0-ac85-f06be7acf2ed req-b4be1512-eba9-46de-823e-c34e40072338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:33.149394 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9dda33c0-c3ab-40e0-ac85-f06be7acf2ed req-b4be1512-eba9-46de-823e-c34e40072338 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3733b202412047fa87928b2a71871f5e&device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 1128 time: 0.0688407 May 16 15:21:33.234285 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31003bf-cd12-4fb7-a799-906e93aa3421 None None] The sync data for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi is: [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:30Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:33.295117 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7d08401f-371c-417f-9fb8-d6263d8e72b7 req-66b956e3-e842-40cb-946d-88cd625237aa tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552045 May 16 15:21:33.351282 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-3d514939-ef37-4029-bba6-3a299634c60d None None] Current status of the port beaac804-3253-4697-ab8d-5cebc6dc8d1b is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:33.351740 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3d514939-ef37-4029-bba6-3a299634c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.473349 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:26Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '9f6fdb64-1064-4005-ab9d-1baff1d306eb', 'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'mac_address': 'fa:16:3e:01:3b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:21Z', 'updated_at': '2022-05-16T15:21:27Z', 'revision_number': 2, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'subnets': [{'id': '96826c3c-0750-45f0-8e33-bfa962732597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:33.578699 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda33c0-c3ab-40e0-ac85-f06be7acf2ed req-dd4c63fa-29bd-4d75-b871-eeae538fb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:33.580726 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9dda33c0-c3ab-40e0-ac85-f06be7acf2ed req-dd4c63fa-29bd-4d75-b871-eeae538fb0bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c HTTP/1.1" status: 200 len: 913 time: 0.4250395 May 16 15:21:33.606497 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-51b4ed2d-b5db-4026-84ff-5749911c3c45 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group_rule (844ad6bd-d0fc-433e-a458-778964c68b79), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.639491 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Checking router: fe3aae6c-8513-4920-ae0b-0ff4025adf57 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:33.639888 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Updating router fe3aae6c-8513-4920-ae0b-0ff4025adf57 port 9f6fdb64-1064-4005-ab9d-1baff1d306eb binding host dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:21:33.706297 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-51b4ed2d-b5db-4026-84ff-5749911c3c45 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (844ad6bd-d0fc-433e-a458-778964c68b79), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.714664 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9dda33c0-c3ab-40e0-ac85-f06be7acf2ed req-d76b7558-515b-4dca-8d33-0ef2503c4a91 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b89d0803-a75d-4e81-8ba8-81628dc521e2 HTTP/1.1" status: 200 len: 217 time: 0.1117740 May 16 15:21:33.715382 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for port (560d1af4-593c-43cc-b8ba-3f0fdac23189), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.743382 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4ed2d-b5db-4026-84ff-5749911c3c45 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844ad6bd-d0fc-433e-a458-778964c68b79,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:33.771886 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-3d514939-ef37-4029-bba6-3a299634c60d None None] For port beaac804-3253-4697-ab8d-5cebc6dc8d1b, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=beaac804-3253-4697-ab8d-5cebc6dc8d1b,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:33.775534 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port beaac804-3253-4697-ab8d-5cebc6dc8d1b triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:33.776179 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.833035 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (560d1af4-593c-43cc-b8ba-3f0fdac23189), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.839195 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-51b4ed2d-b5db-4026-84ff-5749911c3c45 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.841909 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-51b4ed2d-b5db-4026-84ff-5749911c3c45 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2389069 May 16 15:21:33.853638 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51342) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:33.885344 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.930972 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3d514939-ef37-4029-bba6-3a299634c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.955690 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:34.110160 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-22a7314b-cdf4-4181-b7a4-3918ab1529a6 None None] Provisioning complete for port beaac804-3253-4697-ab8d-5cebc6dc8d1b triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:34.117097 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-22a7314b-cdf4-4181-b7a4-3918ab1529a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:34.144732 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-babd3b1a-c66c-4174-ac30-aaf401341893 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:34.146642 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-babd3b1a-c66c-4174-ac30-aaf401341893 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 818 time: 0.5449984 May 16 15:21:34.192281 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event updated for resources: {'Port': ['ID=560d1af4-593c-43cc-b8ba-3f0fdac23189,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:34.210735 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1a13f838-aa73-471e-8698-bbaaca9410be tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/quotas/c3c3d75e638a4871b548ba689eeddeda HTTP/1.1" status: 200 len: 375 time: 0.0537038 May 16 15:21:34.218562 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda33c0-c3ab-40e0-ac85-f06be7acf2ed req-a27bcd49-dfbf-45fb-af64-29be71e99273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:34.222591 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9dda33c0-c3ab-40e0-ac85-f06be7acf2ed req-a27bcd49-dfbf-45fb-af64-29be71e99273 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd481adb-85bc-44cf-b34a-1e491f3afa9f HTTP/1.1" status: 200 len: 852 time: 0.4734948 May 16 15:21:34.248846 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:34.325416 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (37cd3ff2-2e10-4504-add4-fed3a08033ff), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:34.418782 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9dda33c0-c3ab-40e0-ac85-f06be7acf2ed req-d906f9f1-5ff4-4e07-94a4-a2acb6cc5e61 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220448 May 16 15:21:34.530292 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559c020-c8cb-4061-a1b0-3f42e80f8195 req-003bff85-9909-470b-b14b-cfa38e1b7374 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:34.534713 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3559c020-c8cb-4061-a1b0-3f42e80f8195 req-003bff85-9909-470b-b14b-cfa38e1b7374 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 944 time: 0.0827231 May 16 15:21:34.536557 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:34.555930 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-fdafca5b-6e59-48c6-a92b-66ead2504b05 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3316321 May 16 15:21:34.629094 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:34.641048 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c9155dd7-d992-4597-9c1a-929f60a1ea71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1112833 May 16 15:21:34.721296 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9dda33c0-c3ab-40e0-ac85-f06be7acf2ed req-c6dad8ba-17ad-4c90-8ecb-e035c06c2601 service neutron] 10.222.0.79 "GET /v2.0/networks/691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809370 May 16 15:21:34.737734 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3559c020-c8cb-4061-a1b0-3f42e80f8195 req-4caf409f-a606-49a5-8377-823700934aba tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107831 May 16 15:21:34.781234 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Allocated IP 172.27.2.41 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/c59514fd-cdd5-460f-8292-26686249a627) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:34.924850 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port beaac804-3253-4697-ab8d-5cebc6dc8d1b is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:34.974370 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d514939-ef37-4029-bba6-3a299634c60d None None] Pushing event updated for resources: {'Port': ['ID=beaac804-3253-4697-ab8d-5cebc6dc8d1b,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:34.977873 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9dda33c0-c3ab-40e0-ac85-f06be7acf2ed req-20dc9fb7-b909-454f-ab85-de8aaa428ee3 service neutron] 10.222.0.79 "GET /v2.0/networks/691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362404 May 16 15:21:35.005429 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for port (c59514fd-cdd5-460f-8292-26686249a627), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.221914 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-b45e11e6-d05a-49c3-bc9e-3d0c4e09f098 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--342159553&fields=id&tenant_id=b360d85257f14f9191b490327c110ba8 HTTP/1.1" status: 200 len: 267 time: 0.1315928 May 16 15:21:35.238430 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 2d17fbdd-9f00-46fe-b185-41b81e007600 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:35.284361 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-22a7314b-cdf4-4181-b7a4-3918ab1529a6 None None] Current status of the port beaac804-3253-4697-ab8d-5cebc6dc8d1b is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:35.329359 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-22a7314b-cdf4-4181-b7a4-3918ab1529a6 None None] Provisioning complete for port 2d17fbdd-9f00-46fe-b185-41b81e007600 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:35.329359 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-22a7314b-cdf4-4181-b7a4-3918ab1529a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.373812 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-89943b45-9763-442f-aa8e-11722ae0c182 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:35.375791 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-89943b45-9763-442f-aa8e-11722ae0c182 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/networks?id=85d31a74-2e0d-4761-a3e9-16256afe83d7 HTTP/1.1" status: 200 len: 811 time: 0.1392365 May 16 15:21:35.380202 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 2d17fbdd-9f00-46fe-b185-41b81e007600 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:35.380573 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.407195 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-9748e802-dbcd-4fa8-9aa1-fae04b102c7b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/quotas/b360d85257f14f9191b490327c110ba8 HTTP/1.1" status: 200 len: 375 time: 0.0198379 May 16 15:21:35.492074 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-24cc7241-360e-42f4-8fad-2d4a6a352620 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b360d85257f14f9191b490327c110ba8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839214 May 16 15:21:35.546505 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Publish callbacks [] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.568232 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-22a7314b-cdf4-4181-b7a4-3918ab1529a6 None None] Current status of the port 2d17fbdd-9f00-46fe-b185-41b81e007600 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:35.568736 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-22a7314b-cdf4-4181-b7a4-3918ab1529a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.645343 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-22a7314b-cdf4-4181-b7a4-3918ab1529a6 None None] For port 2d17fbdd-9f00-46fe-b185-41b81e007600, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=2d17fbdd-9f00-46fe-b185-41b81e007600,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:35.645708 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-65eeab77-5cf0-48f2-8e98-21961b61a954 service neutron] 10.222.0.76 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329663 May 16 15:21:35.651192 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 2d17fbdd-9f00-46fe-b185-41b81e007600 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:35.651822 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.695985 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (c59514fd-cdd5-460f-8292-26686249a627), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.787066 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-22a7314b-cdf4-4181-b7a4-3918ab1529a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.791514 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.801408 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:35.845369 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:21:35.857938 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:35.876237 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:35.883132 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event updated for resources: {'Port': ['ID=c59514fd-cdd5-460f-8292-26686249a627,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:35.916012 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.db.api [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 15:21:35.916582 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG oslo_db.api [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 15:21:35.928299 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-23385c94-7ccc-44f8-adb4-ec28da085efa service neutron] 10.222.0.76 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688427 May 16 15:21:35.978627 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7314b-cdf4-4181-b7a4-3918ab1529a6 None None] Pushing event updated for resources: {'Port': ['ID=2d17fbdd-9f00-46fe-b185-41b81e007600,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:36.047594 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (c5940ee5-5119-43b3-a110-5b9f0d33f9d0), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.056225 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Attempting to bind port 9f6fdb64-1064-4005-ab9d-1baff1d306eb on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:36.056594 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Attempting to bind port 9f6fdb64-1064-4005-ab9d-1baff1d306eb by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:36.056951 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Attempting to bind port 9f6fdb64-1064-4005-ab9d-1baff1d306eb on network c04e7fee-d98e-4604-82f3-3cc633c866f1 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:36.073228 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:36.076991 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Checking segment: {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:36.076991 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.076991 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Bound using segment: {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:36.076991 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Bound port: 9f6fdb64-1064-4005-ab9d-1baff1d306eb, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:36.076991 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.080373 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-773326ac-fc8e-4725-b450-e01952754e76 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:21:36.081606 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-773326ac-fc8e-4725-b450-e01952754e76 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2363882 May 16 15:21:36.089222 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bf0b1-41a7-4427-9a75-79ef003cde32 None None] Pushing event updated for resources: {'Port': ['ID=9f6fdb64-1064-4005-ab9d-1baff1d306eb,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:36.168068 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] For port 9f6fdb64-1064-4005-ab9d-1baff1d306eb, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:36.172691 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] For port 9f6fdb64-1064-4005-ab9d-1baff1d306eb, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=9f6fdb64-1064-4005-ab9d-1baff1d306eb,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:36.196287 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-b704e3a1-a861-43b6-8e5e-79213a1c1ee4 service neutron] 10.222.0.76 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077797 May 16 15:21:36.215477 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (c59514fd-cdd5-460f-8292-26686249a627), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.220273 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-b38a8e2d-55dd-4fbe-9278-653656c9c6c7 None None] Provisioning complete for port 9f6fdb64-1064-4005-ab9d-1baff1d306eb triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:36.228584 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b38a8e2d-55dd-4fbe-9278-653656c9c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.262205 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-b38a8e2d-55dd-4fbe-9278-653656c9c6c7 None None] Port 9f6fdb64-1064-4005-ab9d-1baff1d306eb cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:36.268126 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.318671 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Routers {'fe3aae6c-8513-4920-ae0b-0ff4025adf57'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:36.322710 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:21:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:36.456355 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-672a81b2-4097-4c7d-be99-e5a742447b87 service neutron] 10.222.0.76 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543402 May 16 15:21:36.622656 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f181d-2f62-4f7b-afe9-609e5e8735fa req-3a811ccd-87da-498d-b4ec-615cdf35bfae tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:36.629845 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-921f181d-2f62-4f7b-afe9-609e5e8735fa req-3a811ccd-87da-498d-b4ec-615cdf35bfae tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 944 time: 0.2680874 May 16 15:21:36.731528 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] Set router fe3aae6c-8513-4920-ae0b-0ff4025adf57 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:36.830670 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-921f181d-2f62-4f7b-afe9-609e5e8735fa req-beb389d2-38bf-4ef3-be43-9a6f84ab2fb8 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896672 May 16 15:21:36.930204 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bf0b1-41a7-4427-9a75-79ef003cde32 None None] Pushing event updated for resources: {'Port': ['ID=9f6fdb64-1064-4005-ab9d-1baff1d306eb,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:37.040463 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for port (c59514fd-cdd5-460f-8292-26686249a627), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.064963 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-df4b5d72-546a-484e-a2db-848eb56ae283 None None] Provisioning complete for port 9f6fdb64-1064-4005-ab9d-1baff1d306eb triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:37.065354 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df4b5d72-546a-484e-a2db-848eb56ae283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.110768 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81c6aca5-dbd5-43c6-84bb-27a71d2d77ac req-a13de85c-da0b-45df-9825-d14d8fcc0166 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 210 time: 0.1165578 May 16 15:21:37.143990 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3258ca40-4bdd-4807-8af7-f903d6b3ad67 req-7a694374-9666-456e-a86c-3b9a6dd37b6e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 210 time: 0.1329863 May 16 15:21:37.181364 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (c59514fd-cdd5-460f-8292-26686249a627), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.186554 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 2d17fbdd-9f00-46fe-b185-41b81e007600 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:37.289849 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event updated for resources: {'Port': ['ID=c59514fd-cdd5-460f-8292-26686249a627,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:37.369180 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (c5940ee5-5119-43b3-a110-5b9f0d33f9d0), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.398323 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 2d17fbdd-9f00-46fe-b185-41b81e007600 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:37.451820 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:26Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '9f6fdb64-1064-4005-ab9d-1baff1d306eb', 'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'mac_address': 'fa:16:3e:01:3b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:21Z', 'updated_at': '2022-05-16T15:21:36Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'subnets': [{'id': '96826c3c-0750-45f0-8e33-bfa962732597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:37.455537 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-df4b5d72-546a-484e-a2db-848eb56ae283 None None] Current status of the port 9f6fdb64-1064-4005-ab9d-1baff1d306eb is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:37.456071 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df4b5d72-546a-484e-a2db-848eb56ae283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.469669 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.473036 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3e4aa347-b392-41eb-83ad-ac4c25793f2a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5483763 May 16 15:21:37.528679 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c61146-eb08-4c94-b528-8b7e3768d0df None None] The sync data for ids ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'] in dv-cinder-790535-39-iscsi is: [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:26Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '9f6fdb64-1064-4005-ab9d-1baff1d306eb', 'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'mac_address': 'fa:16:3e:01:3b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:21Z', 'updated_at': '2022-05-16T15:21:36Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'subnets': [{'id': '96826c3c-0750-45f0-8e33-bfa962732597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:37.608248 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-df4b5d72-546a-484e-a2db-848eb56ae283 None None] For port 9f6fdb64-1064-4005-ab9d-1baff1d306eb, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=9f6fdb64-1064-4005-ab9d-1baff1d306eb,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:37.634530 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 2d17fbdd-9f00-46fe-b185-41b81e007600 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:37.634924 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.677328 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df4b5d72-546a-484e-a2db-848eb56ae283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.741285 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-e1a0997c-d2c4-40cb-82d3-3a6e71d63523 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:37.742814 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-e1a0997c-d2c4-40cb-82d3-3a6e71d63523 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 818 time: 0.1730614 May 16 15:21:37.752064 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b5d72-546a-484e-a2db-848eb56ae283 None None] Pushing event updated for resources: {'Port': ['ID=9f6fdb64-1064-4005-ab9d-1baff1d306eb,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:37.766584 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-4c0b0b6a-0688-47bf-8bac-470e5288c496 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/quotas/c3c3d75e638a4871b548ba689eeddeda HTTP/1.1" status: 200 len: 375 time: 0.0163844 May 16 15:21:37.802691 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 2d17fbdd-9f00-46fe-b185-41b81e007600 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:37.807751 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device beaac804-3253-4697-ab8d-5cebc6dc8d1b up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:37.823251 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-3406e210-32ba-47f9-9e92-45c9c32f0dfb tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509183 May 16 15:21:37.882785 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port beaac804-3253-4697-ab8d-5cebc6dc8d1b triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:37.883174 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.023217 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port beaac804-3253-4697-ab8d-5cebc6dc8d1b is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:38.034867 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-fbc5e86f-38ac-4df8-8378-053743ce22f6 service neutron] 10.222.0.76 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019739 May 16 15:21:38.064636 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce572c-f110-40bc-8295-3ef6571832ae req-cec03dce-d989-44ee-8045-0e1b72dd019f tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:38.078785 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b5ce572c-f110-40bc-8295-3ef6571832ae req-cec03dce-d989-44ee-8045-0e1b72dd019f tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 944 time: 0.0910649 May 16 15:21:38.181896 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-08223992-fbf3-49bf-bd37-329a3499ff7e service neutron] 10.222.0.76 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400771 May 16 15:21:38.227018 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b5ce572c-f110-40bc-8295-3ef6571832ae req-0ff8c16d-5a58-4632-bec0-02a03b304e59 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471684 May 16 15:21:38.415799 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-98ba6c0e-bed4-40ba-bd92-e3a76b0ed7a0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1007926190&fields=id&tenant_id=f2241c9641bb401aa9f1c6930c513552 HTTP/1.1" status: 200 len: 267 time: 0.0609539 May 16 15:21:38.545299 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-b8a0c7bd-c64d-444c-a964-1295b858593e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:38.555845 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-b8a0c7bd-c64d-444c-a964-1295b858593e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/networks?id=6ca0b759-8171-48eb-a5a7-1c280cfa9338 HTTP/1.1" status: 200 len: 816 time: 0.1325011 May 16 15:21:38.578620 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-0fb25e1d-a0b2-451f-8e1e-8bc95c893924 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/quotas/f2241c9641bb401aa9f1c6930c513552 HTTP/1.1" status: 200 len: 375 time: 0.0208430 May 16 15:21:38.638708 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-036c1592-24b8-4811-a5da-1e450c97143e req-e338797a-cd8e-449f-bdd0-351c8a1f73f5 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 210 time: 0.0539849 May 16 15:21:38.683066 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-10a612a0-cf45-49af-b06f-d12a343f557c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f2241c9641bb401aa9f1c6930c513552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013584 May 16 15:21:38.731066 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-60775869-057b-4465-849b-168da8835b07 req-72a4c567-21ce-4296-ab4b-952607b4f790 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 210 time: 0.0501082 May 16 15:21:38.958033 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-41bca623-9c16-45a3-82f9-b6137376540e service neutron] 10.222.0.76 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662063 May 16 15:21:39.125177 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-86f44d87-a82a-4da3-9a69-63469450fa3c service neutron] 10.222.0.76 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472108 May 16 15:21:39.334487 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 9f6fdb64-1064-4005-ab9d-1baff1d306eb up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:39.371846 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d673dd3-8564-4f92-bd89-7cd7087c0224 req-5e5b5445-529b-4d7d-912d-9b6cbb830980 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:39.374604 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0d673dd3-8564-4f92-bd89-7cd7087c0224 req-5e5b5445-529b-4d7d-912d-9b6cbb830980 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 944 time: 0.0746675 May 16 15:21:39.459165 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 9f6fdb64-1064-4005-ab9d-1baff1d306eb triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:39.460076 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:39.530165 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0d673dd3-8564-4f92-bd89-7cd7087c0224 req-aa64089b-012f-4501-9e92-f03d9eb1ca28 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425078 May 16 15:21:39.779655 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-dbe2b0af-2d9c-4f5c-9a05-a77eb3b96ef9 req-b5f833d0-af26-4857-8be0-02b2147289de tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0783801 May 16 15:21:39.802547 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6b11c796-ab30-4a5e-9e04-17cc71788037 req-65fec69f-8067-41f0-aba8-28ac1156c7c2 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 210 time: 0.0683727 May 16 15:21:39.865762 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 9f6fdb64-1064-4005-ab9d-1baff1d306eb is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:39.944367 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f2d7c780-928f-4d6f-b394-50de1e3324c8 req-1fa2c0ed-a764-4027-ac34-46d67b8baf8d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 210 time: 0.0907338 May 16 15:21:40.558349 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device b89d0803-a75d-4e81-8ba8-81628dc521e2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:21:40.678900 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba92549-daf7-4f29-b387-fadc8e4b9e35 req-4a614ba6-9448-4f7d-a1b1-be680c8d405a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:40.680381 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5ba92549-daf7-4f29-b387-fadc8e4b9e35 req-4a614ba6-9448-4f7d-a1b1-be680c8d405a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 944 time: 0.0508735 May 16 15:21:40.699920 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port b89d0803-a75d-4e81-8ba8-81628dc521e2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b89d0803-a75d-4e81-8ba8-81628dc521e2,segment=NetworkSegment(8f9b3901-c7f6-4ab8-8dce-16f317d2658d),segment_id=8f9b3901-c7f6-4ab8-8dce-16f317d2658d)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:40.716338 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': 'b89d0803-a75d-4e81-8ba8-81628dc521e2', 'network_id': '691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c', 'port_id': 'b89d0803-a75d-4e81-8ba8-81628dc521e2', 'mac_address': 'fa:16:3e:a6:e3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd481adb-85bc-44cf-b34a-1e491f3afa9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:21:40.739208 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5ba92549-daf7-4f29-b387-fadc8e4b9e35 req-7670cdd0-7bbf-4895-a415-a12e9e90d735 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481446 May 16 15:21:40.759617 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port b89d0803-a75d-4e81-8ba8-81628dc521e2 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:40.760058 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:40.772822 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89d0803-a75d-4e81-8ba8-81628dc521e2 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:40.791938 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port b89d0803-a75d-4e81-8ba8-81628dc521e2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b89d0803-a75d-4e81-8ba8-81628dc521e2,segment=NetworkSegment(8f9b3901-c7f6-4ab8-8dce-16f317d2658d),segment_id=8f9b3901-c7f6-4ab8-8dce-16f317d2658d)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:40.861220 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4409d918-80f0-4ab6-b557-bc4d3497edaa req-c6413c9d-ddea-4c84-8166-e8eda20ce9e4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0309715 May 16 15:21:40.910188 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f390e9d1-5665-4cd8-af18-81f6f900bc2b req-4380ff47-74d8-4917-a015-ba70b60c425b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 210 time: 0.0264833 May 16 15:21:41.021647 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9681d8ab-6b32-43e5-8b63-08b48e48f496 req-347c4e63-0011-4ec0-a08d-83e8d1dd958e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 210 time: 0.0274432 May 16 15:21:41.513822 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:41.581529 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=b89d0803-a75d-4e81-8ba8-81628dc521e2,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:41.804271 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['b89d0803-a75d-4e81-8ba8-81628dc521e2'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:21:41.837740 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.79', 65338) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:41.877931 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf529d-6f7d-42fb-9608-14e7d8897f3d req-6dbc275f-89f5-4010-b6e1-be54def406fc tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:41.879504 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-06bf529d-6f7d-42fb-9608-14e7d8897f3d req-6dbc275f-89f5-4010-b6e1-be54def406fc tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 945 time: 0.0682979 May 16 15:21:41.986860 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-212bdefe-2073-4211-8406-9d0615d21532 req-5ded065b-ca4c-4903-bee8-e0cb53c54131 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0393057 May 16 15:21:42.017984 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-06bf529d-6f7d-42fb-9608-14e7d8897f3d req-9f290640-eb26-46d2-b61b-9228da2470bc tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303537 May 16 15:21:42.085485 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-64395e3d-d764-4e17-b249-3c02e7282a7e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:42.087623 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-64395e3d-d764-4e17-b249-3c02e7282a7e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 818 time: 0.3142552 May 16 15:21:42.096167 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-acc02ebc-11b8-43d2-b2dc-3d1e05cd6c71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:42.097608 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-acc02ebc-11b8-43d2-b2dc-3d1e05cd6c71 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.79 "GET /v2.0/networks?id=85d31a74-2e0d-4761-a3e9-16256afe83d7 HTTP/1.1" status: 200 len: 811 time: 0.2544854 May 16 15:21:42.131003 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:42.138639 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Request body: {'port': {'device_id': '5a560909-2499-4a61-8c4e-90438829ff82', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'admin_state_up': True, 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:42.144003 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7a98bd14-add0-4443-b046-9e9eb5016f14 req-5aac2f9b-037c-4a43-8574-f1741165f7a8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 210 time: 0.0454619 May 16 15:21:42.233781 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4c1ebd41-c300-47ca-a5fd-9fe7a6364927 req-f00463a7-acfe-4ec5-b40d-7238b5ce9766 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 210 time: 0.0499957 May 16 15:21:42.344557 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-56c1ea93-21bf-4f37-ad99-654759b3816a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b360d85257f14f9191b490327c110ba8 HTTP/1.1" status: 200 len: 379 time: 0.2178242 May 16 15:21:42.512007 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Made reservation on behalf of c3c3d75e638a4871b548ba689eeddeda for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:42.515525 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:42.545322 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Request body: {'port': {'device_id': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'admin_state_up': True, 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'security_groups': ['539eb9a1-e295-40e5-9afc-d02f088e5274']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:42.558904 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device b89d0803-a75d-4e81-8ba8-81628dc521e2 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:42.605306 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port b89d0803-a75d-4e81-8ba8-81628dc521e2 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:21:42.735064 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port b89d0803-a75d-4e81-8ba8-81628dc521e2 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:42.735461 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:42.769121 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Allocated IP 172.20.0.9 (c04e7fee-d98e-4604-82f3-3cc633c866f1/96826c3c-0750-45f0-8e33-bfa962732597/800fd8b6-f49e-4bc2-839c-1036a8769d6e) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:42.813843 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port b89d0803-a75d-4e81-8ba8-81628dc521e2 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:42.814437 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:42.850908 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.79', 65344) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:42.888525 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426beb7e-b95a-4ede-a2e0-d28d28123018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89d0803-a75d-4e81-8ba8-81628dc521e2'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:42.991166 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port b89d0803-a75d-4e81-8ba8-81628dc521e2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b89d0803-a75d-4e81-8ba8-81628dc521e2,segment=NetworkSegment(8f9b3901-c7f6-4ab8-8dce-16f317d2658d),segment_id=8f9b3901-c7f6-4ab8-8dce-16f317d2658d)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:43.058441 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-0a4fa558-5c2a-407c-b70c-5719d1a9d7d2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:43.061452 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-0a4fa558-5c2a-407c-b70c-5719d1a9d7d2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 818 time: 0.2092786 May 16 15:21:43.078536 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:43.152436 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=b89d0803-a75d-4e81-8ba8-81628dc521e2,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:43.170995 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ff6c47-4ce8-46a4-811e-d69db87bea98" -d '{"events": [{"server_uuid": "426beb7e-b95a-4ede-a2e0-d28d28123018", "name": "network-vif-plugged", "status": "completed", "tag": "b89d0803-a75d-4e81-8ba8-81628dc521e2"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:43.175972 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Made reservation on behalf of b360d85257f14f9191b490327c110ba8 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:43.178335 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34adfa2-50bf-479a-b8da-7d0bf597c12f req-6bdb48e5-ec0e-4294-8fff-30f48a20ab01 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:43.179291 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:43.180180 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d34adfa2-50bf-479a-b8da-7d0bf597c12f req-6bdb48e5-ec0e-4294-8fff-30f48a20ab01 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.0499518 May 16 15:21:43.221633 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3c33353b-61e0-40e4-af8c-5c02cfcaaae3 req-2459c911-4a2c-439e-9132-c2ec5c04fb3f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0491283 May 16 15:21:43.233351 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d34adfa2-50bf-479a-b8da-7d0bf597c12f req-acbd895a-1f70-4907-a1cf-0c8c667440b7 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447457 May 16 15:21:43.312758 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:43.346680 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-094e43df-6a00-4b66-9be1-1bd48a007b55 req-dd0c3946-bf79-4f4e-8ddb-761988801bb3 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 210 time: 0.0319052 May 16 15:21:43.397816 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e53841-ee5e-4da9-933d-d166fa216186 x-openstack-request-id: req-12e53841-ee5e-4da9-933d-d166fa216186 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:43.397816 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426beb7e-b95a-4ede-a2e0-d28d28123018", "name": "network-vif-plugged", "status": "completed", "tag": "b89d0803-a75d-4e81-8ba8-81628dc521e2", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:43.397816 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12e53841-ee5e-4da9-933d-d166fa216186 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:43.397816 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e53841-ee5e-4da9-933d-d166fa216186'] response: {'server_uuid': '426beb7e-b95a-4ede-a2e0-d28d28123018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89d0803-a75d-4e81-8ba8-81628dc521e2', 'code': 200} May 16 15:21:43.406561 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Allocated IP 172.20.0.6 (85d31a74-2e0d-4761-a3e9-16256afe83d7/452ae066-2827-4424-a9d0-b7d8f441c20a/28c42936-ecff-4e27-887a-edf723a14aa4) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:43.444200 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-28cdb3e3-66ed-40e1-b583-f8bf6fc0fed8 req-73fba731-33ac-4fd0-b093-c2736ab80bb6 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 210 time: 0.0297010 May 16 15:21:43.507959 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:43.574201 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Network c04e7fee-d98e-4604-82f3-3cc633c866f1 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:43.579720 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event updated for resources: {'Port': ['ID=800fd8b6-f49e-4bc2-839c-1036a8769d6e,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:43.586505 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:43.586505 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:43.631826 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for port (28c42936-ecff-4e27-887a-edf723a14aa4), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:43.651625 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:43.652257 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:43.784104 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1d9cecd9-eeea-4897-a887-2eace91b2f3d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6561124 May 16 15:21:43.785331 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:43.829886 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Network 85d31a74-2e0d-4761-a3e9-16256afe83d7 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:43.832916 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:43.839177 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:43.845836 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event updated for resources: {'Port': ['ID=28c42936-ecff-4e27-887a-edf723a14aa4,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:43.846445 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-fcede6c7-f921-41a7-b498-3196e8dddadc None None] Provisioning complete for port 800fd8b6-f49e-4bc2-839c-1036a8769d6e triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:43.847339 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fcede6c7-f921-41a7-b498-3196e8dddadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:43.877961 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51676) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:43.890164 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-fcede6c7-f921-41a7-b498-3196e8dddadc None None] Port 800fd8b6-f49e-4bc2-839c-1036a8769d6e cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:43.905048 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:43.905700 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:43.984354 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-f322ef80-771f-4314-aed8-34b358d8c25a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4433076 May 16 15:21:44.031193 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6011e052-1659-4e40-87a4-750436e0fc6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:44.113899 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-d58b82d5-ff99-4b56-8bf0-dedf65adebbc None None] Provisioning complete for port 28c42936-ecff-4e27-887a-edf723a14aa4 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:44.114704 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d58b82d5-ff99-4b56-8bf0-dedf65adebbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:44.148895 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-d58b82d5-ff99-4b56-8bf0-dedf65adebbc None None] Port 28c42936-ecff-4e27-887a-edf723a14aa4 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:44.240091 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6011e052-1659-4e40-87a4-750436e0fc6d admin admin] Publish callbacks [] for security_group (2e734fd9-b351-4b66-84e1-3a0283a972a1), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:44.324236 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6011e052-1659-4e40-87a4-750436e0fc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (2e734fd9-b351-4b66-84e1-3a0283a972a1), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:44.336526 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-680a568c-0153-4570-8823-aeafacc72d4e req-ce7a5712-96d7-4c9e-9b73-4207cc9e8129 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0302458 May 16 15:21:44.386818 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb35d6e-3a16-453e-84b2-53d52280f0ae req-4e432ab1-41b4-44a3-8c29-0a58779abe5a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:44.388904 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-beb35d6e-3a16-453e-84b2-53d52280f0ae req-4e432ab1-41b4-44a3-8c29-0a58779abe5a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.0769911 May 16 15:21:44.408878 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011e052-1659-4e40-87a4-750436e0fc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e734fd9-b351-4b66-84e1-3a0283a972a1,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:44.426678 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6011e052-1659-4e40-87a4-750436e0fc6d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d83bf5f7c93f4d5a80296b6886c43630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5476129 May 16 15:21:44.429388 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51702) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:44.459303 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51b668-6a27-41c4-9306-0bfbee21dc22 req-45984def-2224-4ff0-a74d-280797677905 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:44.460755 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d51b668-6a27-41c4-9306-0bfbee21dc22 req-45984def-2224-4ff0-a74d-280797677905 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 931 time: 0.0470736 May 16 15:21:44.480995 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-beb35d6e-3a16-453e-84b2-53d52280f0ae req-9c7507c9-1ee5-4168-b87d-1e90cd8c9929 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838208 May 16 15:21:44.502211 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0850752a-80c4-454f-8c2e-3b9ab3cda8ce admin admin] Publish callbacks [] for security_group (2e734fd9-b351-4b66-84e1-3a0283a972a1), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:44.522566 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d51b668-6a27-41c4-9306-0bfbee21dc22 req-9eed059e-4892-4885-9c25-87923d901e89 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557649 May 16 15:21:44.524530 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0850752a-80c4-454f-8c2e-3b9ab3cda8ce admin admin] Publish callbacks [] for security_group (2e734fd9-b351-4b66-84e1-3a0283a972a1), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:44.579692 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dd3cfceb-a50d-4d5e-aa81-eabe3e339a5e req-179074d8-a3ef-4bee-89c5-34d30ac721f1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 210 time: 0.0373623 May 16 15:21:44.701072 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0850752a-80c4-454f-8c2e-3b9ab3cda8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (2e734fd9-b351-4b66-84e1-3a0283a972a1), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:44.703834 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0850752a-80c4-454f-8c2e-3b9ab3cda8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:44.704995 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0850752a-80c4-454f-8c2e-3b9ab3cda8ce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2e734fd9-b351-4b66-84e1-3a0283a972a1 HTTP/1.1" status: 204 len: 168 time: 0.2746882 May 16 15:21:44.713317 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850752a-80c4-454f-8c2e-3b9ab3cda8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e734fd9-b351-4b66-84e1-3a0283a972a1,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:45.378752 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51718) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:45.392311 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-de7a1745-6673-4fc1-bfa3-7d2c1a5d6583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.444857 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ad4383b7-57fd-4a46-bf96-4361bf98d5cb req-68bb1a19-9a36-4340-941a-d5c651bb18d1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0292113 May 16 15:21:45.467406 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-de7a1745-6673-4fc1-bfa3-7d2c1a5d6583 admin admin] Publish callbacks [] for security_group (82847eb2-7ccc-4f3d-a305-ae7387170746), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.556714 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-de7a1745-6673-4fc1-bfa3-7d2c1a5d6583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (82847eb2-7ccc-4f3d-a305-ae7387170746), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.628834 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69966570-5f52-4c11-bef0-749f5ab87d46 req-7023b4c4-aa47-4fe9-9c02-0d347d582d83 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:45.630403 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-69966570-5f52-4c11-bef0-749f5ab87d46 req-7023b4c4-aa47-4fe9-9c02-0d347d582d83 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.0837896 May 16 15:21:45.632796 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a1745-6673-4fc1-bfa3-7d2c1a5d6583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82847eb2-7ccc-4f3d-a305-ae7387170746,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:45.637723 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce4d6-1849-41e3-844e-b6996c959f06 req-a601d612-afae-45b5-8097-c6be7ef9aa4b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:45.638513 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-de7a1745-6673-4fc1-bfa3-7d2c1a5d6583 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef259632e8d5467a82c740fecf91ff03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591155 May 16 15:21:45.639229 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e4fce4d6-1849-41e3-844e-b6996c959f06 req-a601d612-afae-45b5-8097-c6be7ef9aa4b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 931 time: 0.0496192 May 16 15:21:45.641602 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 51726) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:45.686886 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-69966570-5f52-4c11-bef0-749f5ab87d46 req-0795e56c-c38b-46a0-b801-746ea44b19e2 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472472 May 16 15:21:45.717893 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-169cab4f-706c-47b1-9e0d-2dcece9f2f82 admin admin] Publish callbacks [] for security_group (82847eb2-7ccc-4f3d-a305-ae7387170746), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.732397 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e4fce4d6-1849-41e3-844e-b6996c959f06 req-84097dde-b363-4f13-8e8a-911235b08b8a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786207 May 16 15:21:45.746454 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-169cab4f-706c-47b1-9e0d-2dcece9f2f82 admin admin] Publish callbacks [] for security_group (82847eb2-7ccc-4f3d-a305-ae7387170746), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.772467 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Request body: {'port': {'device_id': 'ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'admin_state_up': True, 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:45.779797 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-14b844d4-7f4f-4408-b649-032bc8c4d141 req-169a3660-ddd3-4492-83d1-4d584f36c12f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 210 time: 0.0361567 May 16 15:21:45.797276 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Request body: {'port': {'device_id': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:45.861301 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.940197 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-169cab4f-706c-47b1-9e0d-2dcece9f2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (82847eb2-7ccc-4f3d-a305-ae7387170746), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.942771 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-169cab4f-706c-47b1-9e0d-2dcece9f2f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.944570 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-169cab4f-706c-47b1-9e0d-2dcece9f2f82 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/82847eb2-7ccc-4f3d-a305-ae7387170746 HTTP/1.1" status: 204 len: 168 time: 0.3025632 May 16 15:21:45.963887 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Made reservation on behalf of c3c3d75e638a4871b548ba689eeddeda for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:45.967512 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.035130 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Request body: {'port': {'device_id': '5a560909-2499-4a61-8c4e-90438829ff82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:46.041221 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cab4f-706c-47b1-9e0d-2dcece9f2f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82847eb2-7ccc-4f3d-a305-ae7387170746,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:46.181451 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.210358 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Allocated IP 172.20.0.12 (c04e7fee-d98e-4604-82f3-3cc633c866f1/96826c3c-0750-45f0-8e33-bfa962732597/24dcea07-8fae-4145-a733-6a29da9a079a) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:46.391590 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c42936-ecff-4e27-887a-edf723a14aa4 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:46.398595 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for port (24dcea07-8fae-4145-a733-6a29da9a079a), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.402678 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Publish callbacks [] for port (28c42936-ecff-4e27-887a-edf723a14aa4), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.420279 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Transition to ACTIVE for port object 28c42936-ecff-4e27-887a-edf723a14aa4 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:21:46.506701 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.535916 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.601158 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bfd73914-a173-4c6b-8608-4b6a13e6813e req-58afa8a8-e559-4934-a173-b2050edafcdc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0684810 May 16 15:21:46.635020 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Network c04e7fee-d98e-4604-82f3-3cc633c866f1 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:46.642388 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Pushing event updated for resources: {'Port': ['ID=28c42936-ecff-4e27-887a-edf723a14aa4,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:46.642731 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:46.646367 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:46.678633 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event updated for resources: {'Port': ['ID=24dcea07-8fae-4145-a733-6a29da9a079a,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:46.717545 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:46.718194 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.781599 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Attempting to bind port 28c42936-ecff-4e27-887a-edf723a14aa4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:46.781939 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Attempting to bind port 28c42936-ecff-4e27-887a-edf723a14aa4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:46.782287 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Attempting to bind port 28c42936-ecff-4e27-887a-edf723a14aa4 on network 85d31a74-2e0d-4761-a3e9-16256afe83d7 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:46.819235 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Port 28c42936-ecff-4e27-887a-edf723a14aa4 on network 85d31a74-2e0d-4761-a3e9-16256afe83d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:21:46.819619 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Attempting to bind port 28c42936-ecff-4e27-887a-edf723a14aa4 on network 85d31a74-2e0d-4761-a3e9-16256afe83d7 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:46.824587 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-18a7e706-b5e6-436f-8fcd-c25e93cf3622 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0557423 May 16 15:21:46.834755 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:46.840347 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Checking segment: {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:46.840347 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Bound using segment: {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:46.840347 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Bound port: 28c42936-ecff-4e27-887a-edf723a14aa4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:46.840347 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.850052 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170c1fb-9fc4-461a-9993-d04601f8f9d4 req-7d9ddbd9-c121-4ad1-9e4a-f861a1ee6f93 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:46.851866 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1170c1fb-9fc4-461a-9993-d04601f8f9d4 req-7d9ddbd9-c121-4ad1-9e4a-f861a1ee6f93 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.0776742 May 16 15:21:46.860468 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800fd8b6-f49e-4bc2-839c-1036a8769d6e {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:46.907712 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Publish callbacks [] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.941796 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1170c1fb-9fc4-461a-9993-d04601f8f9d4 req-c512ab40-70e2-4cec-9a79-07806f2c0bb3 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828338 May 16 15:21:46.970520 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1d0b3-b7e2-4fb3-909a-bd099ae8f928 req-ba83d5e3-d6b8-45e3-80fd-d26eee792ef9 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:46.978340 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-01a1d0b3-b7e2-4fb3-909a-bd099ae8f928 req-ba83d5e3-d6b8-45e3-80fd-d26eee792ef9 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.1322885 May 16 15:21:47.002761 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Transition to ACTIVE for port object 800fd8b6-f49e-4bc2-839c-1036a8769d6e will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:21:47.017585 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] For port 28c42936-ecff-4e27-887a-edf723a14aa4, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:47.030911 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2aa7ffb0-921c-4816-84e0-21a23365631c None None] Provisioning complete for port 24dcea07-8fae-4145-a733-6a29da9a079a triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:47.031451 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2aa7ffb0-921c-4816-84e0-21a23365631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.041471 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] For port 28c42936-ecff-4e27-887a-edf723a14aa4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=28c42936-ecff-4e27-887a-edf723a14aa4,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:47.062415 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-01a1d0b3-b7e2-4fb3-909a-bd099ae8f928 req-54879baa-0fbf-4db6-b60f-c5d0b3d3c4ff tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779083 May 16 15:21:47.078423 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.082537 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7ffb0-921c-4816-84e0-21a23365631c None None] Port 24dcea07-8fae-4145-a733-6a29da9a079a cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:47.113690 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616d319-7800-4db1-b437-c4850c183bdc req-f0874b57-28f1-4a3e-aab9-3ff9f22c174f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:47.117958 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.126706 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6616d319-7800-4db1-b437-c4850c183bdc req-f0874b57-28f1-4a3e-aab9-3ff9f22c174f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 932 time: 0.0912392 May 16 15:21:47.146653 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Pushing event updated for resources: {'Port': ['ID=800fd8b6-f49e-4bc2-839c-1036a8769d6e,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:47.150476 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:47.151104 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.152757 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] 10.222.0.79 "PUT /v2.0/ports/28c42936-ecff-4e27-887a-edf723a14aa4 HTTP/1.1" status: 200 len: 1093 time: 1.3603306 May 16 15:21:47.152985 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'tag': '28c42936-ecff-4e27-887a-edf723a14aa4'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:47.155170 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfb9229-2909-413a-b325-be9eaa768921" -d '{"events": [{"name": "network-changed", "server_uuid": "ca077d05-e39f-4ce2-ba17-bc13b0d34bb4", "tag": "28c42936-ecff-4e27-887a-edf723a14aa4"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:47.230796 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6616d319-7800-4db1-b437-c4850c183bdc req-f3a13380-2197-4ba3-b61a-78fbf8885115 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012812 May 16 15:21:47.256667 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373e7262-741d-4229-a68d-7f322b50bd7c x-openstack-request-id: req-373e7262-741d-4229-a68d-7f322b50bd7c {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:47.256983 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca077d05-e39f-4ce2-ba17-bc13b0d34bb4", "tag": "28c42936-ecff-4e27-887a-edf723a14aa4", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:47.257194 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-373e7262-741d-4229-a68d-7f322b50bd7c {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:47.257584 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373e7262-741d-4229-a68d-7f322b50bd7c'] response: {'name': 'network-changed', 'server_uuid': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'tag': '28c42936-ecff-4e27-887a-edf723a14aa4', 'status': 'completed', 'code': 200} May 16 15:21:47.333027 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e45d28-a727-4889-83fb-976a9400cdec service neutron] Pushing event updated for resources: {'Port': ['ID=28c42936-ecff-4e27-887a-edf723a14aa4,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:47.353769 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Attempting to bind port 800fd8b6-f49e-4bc2-839c-1036a8769d6e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:47.354108 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Attempting to bind port 800fd8b6-f49e-4bc2-839c-1036a8769d6e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:47.354464 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Attempting to bind port 800fd8b6-f49e-4bc2-839c-1036a8769d6e on network c04e7fee-d98e-4604-82f3-3cc633c866f1 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:47.360103 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Port 800fd8b6-f49e-4bc2-839c-1036a8769d6e on network c04e7fee-d98e-4604-82f3-3cc633c866f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:21:47.360420 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Attempting to bind port 800fd8b6-f49e-4bc2-839c-1036a8769d6e on network c04e7fee-d98e-4604-82f3-3cc633c866f1 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:47.366284 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:47.366823 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Checking segment: {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:47.367378 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Bound using segment: {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:47.368001 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Bound port: 800fd8b6-f49e-4bc2-839c-1036a8769d6e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:47.368323 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.448523 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] For port 800fd8b6-f49e-4bc2-839c-1036a8769d6e, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:47.456217 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] For port 800fd8b6-f49e-4bc2-839c-1036a8769d6e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=800fd8b6-f49e-4bc2-839c-1036a8769d6e,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:47.552705 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.589993 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:47.590669 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.592596 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] 10.222.0.79 "PUT /v2.0/ports/800fd8b6-f49e-4bc2-839c-1036a8769d6e HTTP/1.1" status: 200 len: 1093 time: 1.5622561 May 16 15:21:47.630637 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbc51e-17d2-4662-ab5c-bf2c2e357a06 service neutron] Pushing event updated for resources: {'Port': ['ID=800fd8b6-f49e-4bc2-839c-1036a8769d6e,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:47.718946 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c7f0e82d-4118-4dfc-887b-d5f2183df27b req-b3f9a61a-acf3-42d6-9686-aed8b1589a7f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0325491 May 16 15:21:48.063490 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b89682-836e-45d2-ba28-49fcb61c3839 req-c39c3b71-64c3-4d62-b61d-726ec6da267c tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:48.065097 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-92b89682-836e-45d2-ba28-49fcb61c3839 req-c39c3b71-64c3-4d62-b61d-726ec6da267c tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.0528049 May 16 15:21:48.126542 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-92b89682-836e-45d2-ba28-49fcb61c3839 req-7f39795c-b618-4c31-b67b-f21fa234231e tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550082 May 16 15:21:48.189819 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d18799-a7f3-4106-812e-5dc93d0b72f4 req-460a05e6-7391-4676-82b9-6c1862323d67 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:48.191540 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-83d18799-a7f3-4106-812e-5dc93d0b72f4 req-460a05e6-7391-4676-82b9-6c1862323d67 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.0581923 May 16 15:21:48.255086 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-83d18799-a7f3-4106-812e-5dc93d0b72f4 req-4d673925-8035-4635-ac08-4346c71a8819 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573678 May 16 15:21:48.360267 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d995b5-6c79-44af-b78b-cb474a947286 req-46dd1683-ce24-421b-895f-e5848994d55e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:48.361762 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-02d995b5-6c79-44af-b78b-cb474a947286 req-46dd1683-ce24-421b-895f-e5848994d55e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 932 time: 0.0513794 May 16 15:21:48.408484 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-02d995b5-6c79-44af-b78b-cb474a947286 req-1e881cf1-88ea-4ebe-bda4-5e62e61d5b9f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411534 May 16 15:21:48.790635 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Request body: {'port': {'device_id': 'ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:48.857635 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-61a7c1cb-b015-4351-85a6-e191f35229ba req-69146fe7-3e99-43cb-bf06-71d418ef7cbb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0577514 May 16 15:21:48.865734 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:48.934923 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-a1370661-3730-4c78-91b3-98f20997a549 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:48.936674 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-a1370661-3730-4c78-91b3-98f20997a549 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.79 "GET /v2.0/networks?id=6ca0b759-8171-48eb-a5a7-1c280cfa9338 HTTP/1.1" status: 200 len: 816 time: 0.1482954 May 16 15:21:48.946214 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.79', 65351) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:48.952660 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.79', 65353) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:49.033524 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-9e528735-31d4-4e23-86a0-b5c782a13ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:49.035421 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-9e528735-31d4-4e23-86a0-b5c782a13ea2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 1127 time: 0.0977001 May 16 15:21:49.060441 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb9229-2909-413a-b325-be9eaa768921 req-793fb6d2-9bd0-48c9-ada9-f768d8b77388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:49.061941 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6dfb9229-2909-413a-b325-be9eaa768921 req-793fb6d2-9bd0-48c9-ada9-f768d8b77388 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b360d85257f14f9191b490327c110ba8&device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 1127 time: 0.0978539 May 16 15:21:49.112059 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-adb10944-35ba-457a-bec5-63b5165f3ca9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=800fd8b6-f49e-4bc2-839c-1036a8769d6e HTTP/1.1" status: 200 len: 217 time: 0.0654490 May 16 15:21:49.139719 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0702de2-6c47-4685-a9e8-f8e882b389a2 req-21e322ea-6e72-4ec0-b9d3-9c871f943991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:49.141200 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f0702de2-6c47-4685-a9e8-f8e882b389a2 req-21e322ea-6e72-4ec0-b9d3-9c871f943991 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 1130 time: 0.1761773 May 16 15:21:49.186176 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-f0702de2-6c47-4685-a9e8-f8e882b389a2 req-c02c00ce-81ff-4349-9114-aa40f7ace222 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:49.201214 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-60de8d70-d568-467e-a11a-c01dbf1dea4e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2241c9641bb401aa9f1c6930c513552 HTTP/1.1" status: 200 len: 380 time: 0.2357540 May 16 15:21:49.250276 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Request body: {'port': {'device_id': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'admin_state_up': True, 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'security_groups': ['73057777-a958-49aa-a723-dc4022e14464']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:49.288824 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a560909-2499-4a61-8c4e-90438829ff82', 'tag': '800fd8b6-f49e-4bc2-839c-1036a8769d6e'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:49.291118 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56ce7f5-5772-488c-9f7b-44473730c4be" -d '{"events": [{"name": "network-changed", "server_uuid": "5a560909-2499-4a61-8c4e-90438829ff82", "tag": "800fd8b6-f49e-4bc2-839c-1036a8769d6e"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:49.460435 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e62b5e-c2f5-4521-b476-7b1ed66c2ad0 req-54a6e86a-5615-4a9f-8a61-fc87497f02e6 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:49.462184 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-50e62b5e-c2f5-4521-b476-7b1ed66c2ad0 req-54a6e86a-5615-4a9f-8a61-fc87497f02e6 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.1186743 May 16 15:21:49.601449 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-50e62b5e-c2f5-4521-b476-7b1ed66c2ad0 req-cac9f5e8-2fa1-4d02-a566-25cf133d8f49 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283653 May 16 15:21:49.627585 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-f0702de2-6c47-4685-a9e8-f8e882b389a2 req-c02c00ce-81ff-4349-9114-aa40f7ace222 service neutron] Publish callbacks [] for security_group (addf5ddf-859e-4231-8604-1843c7d325bf), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:49.665412 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24dcea07-8fae-4145-a733-6a29da9a079a {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:49.685455 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Publish callbacks [] for port (24dcea07-8fae-4145-a733-6a29da9a079a), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:49.694991 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-f0702de2-6c47-4685-a9e8-f8e882b389a2 req-c02c00ce-81ff-4349-9114-aa40f7ace222 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (addf5ddf-859e-4231-8604-1843c7d325bf), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:49.780645 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Transition to ACTIVE for port object 24dcea07-8fae-4145-a733-6a29da9a079a will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:21:49.835394 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4171eb2-0d3c-4d58-8a9a-c40bc6fe034a x-openstack-request-id: req-b4171eb2-0d3c-4d58-8a9a-c40bc6fe034a {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:49.835684 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a560909-2499-4a61-8c4e-90438829ff82", "tag": "800fd8b6-f49e-4bc2-839c-1036a8769d6e", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:49.836133 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b4171eb2-0d3c-4d58-8a9a-c40bc6fe034a {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:49.836678 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4171eb2-0d3c-4d58-8a9a-c40bc6fe034a'] response: {'name': 'network-changed', 'server_uuid': '5a560909-2499-4a61-8c4e-90438829ff82', 'tag': '800fd8b6-f49e-4bc2-839c-1036a8769d6e', 'status': 'completed', 'code': 200} May 16 15:21:49.841593 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-ce1b1491-8ec0-40e9-b5a5-1d423b207848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:49.843347 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-ce1b1491-8ec0-40e9-b5a5-1d423b207848 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.7003987 May 16 15:21:49.847112 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98534b4a-784a-4349-bfb8-db8ad5d7c5ca req-df04c57e-3cb6-437b-b294-a6ac3af1821f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:49.848643 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-98534b4a-784a-4349-bfb8-db8ad5d7c5ca req-df04c57e-3cb6-437b-b294-a6ac3af1821f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 932 time: 0.0885477 May 16 15:21:49.854682 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f0702de2-6c47-4685-a9e8-f8e882b389a2 req-c02c00ce-81ff-4349-9114-aa40f7ace222 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7037914 May 16 15:21:49.856061 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c00ce-81ff-4349-9114-aa40f7ace222 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=addf5ddf-859e-4231-8604-1843c7d325bf,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:49.859536 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:49.908041 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb9229-2909-413a-b325-be9eaa768921 req-f6e66687-5ff9-49cb-af23-bfc63bb4c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:49.909841 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6dfb9229-2909-413a-b325-be9eaa768921 req-f6e66687-5ff9-49cb-af23-bfc63bb4c34d service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b360d85257f14f9191b490327c110ba8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8197813 May 16 15:21:49.927936 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Pushing event updated for resources: {'Port': ['ID=24dcea07-8fae-4145-a733-6a29da9a079a,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:49.966642 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee4b8f-c15a-411d-8fb9-ee440b5936ea req-a1bac89a-5f4d-413e-96e9-6c783583a070 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:49.984176 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81ee4b8f-c15a-411d-8fb9-ee440b5936ea req-a1bac89a-5f4d-413e-96e9-6c783583a070 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.6198721 May 16 15:21:50.022573 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1693bfc3-95d6-4691-a2e6-a72c41735bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:50.024130 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-1693bfc3-95d6-4691-a2e6-a72c41735bf5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1398122 May 16 15:21:50.046208 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-98534b4a-784a-4349-bfb8-db8ad5d7c5ca req-b618e2e5-b4e3-4014-9e30-23e7b7a10ccf tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777937 May 16 15:21:50.089037 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Made reservation on behalf of f2241c9641bb401aa9f1c6930c513552 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:50.094193 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.131007 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Attempting to bind port 24dcea07-8fae-4145-a733-6a29da9a079a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:50.131598 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Attempting to bind port 24dcea07-8fae-4145-a733-6a29da9a079a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:50.132323 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Attempting to bind port 24dcea07-8fae-4145-a733-6a29da9a079a on network c04e7fee-d98e-4604-82f3-3cc633c866f1 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:50.145097 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Port 24dcea07-8fae-4145-a733-6a29da9a079a on network c04e7fee-d98e-4604-82f3-3cc633c866f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:21:50.145707 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Attempting to bind port 24dcea07-8fae-4145-a733-6a29da9a079a on network c04e7fee-d98e-4604-82f3-3cc633c866f1 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:50.170213 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:50.170676 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Checking segment: {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:50.171285 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Bound using segment: {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:50.171831 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Bound port: 24dcea07-8fae-4145-a733-6a29da9a079a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:50.172277 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.193135 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81ee4b8f-c15a-411d-8fb9-ee440b5936ea req-e3713e46-dd03-4aa2-933f-c09285538ccb tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030156 May 16 15:21:50.223529 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a8cc982e-e605-4f6b-9727-b7b1bfa4346c req-f01588c1-7408-45b7-a74d-71d041b392bb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0677295 May 16 15:21:50.333729 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51890) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:50.336344 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] For port 24dcea07-8fae-4145-a733-6a29da9a079a, host hv-cinder-79053, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:50.367136 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] For port 24dcea07-8fae-4145-a733-6a29da9a079a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=24dcea07-8fae-4145-a733-6a29da9a079a,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:50.432218 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.465825 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:50.466874 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.473554 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] 10.222.0.79 "PUT /v2.0/ports/24dcea07-8fae-4145-a733-6a29da9a079a HTTP/1.1" status: 200 len: 1094 time: 1.6824443 May 16 15:21:50.473554 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea', 'tag': '24dcea07-8fae-4145-a733-6a29da9a079a'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:50.492245 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ff1d-509b-44a9-96de-2ebbf6fb6537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.514491 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb9229-2909-413a-b325-be9eaa768921 req-8fd55f89-0016-44fa-a066-5f74d91e5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:50.515959 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6dfb9229-2909-413a-b325-be9eaa768921 req-8fd55f89-0016-44fa-a066-5f74d91e5b3e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3969464 May 16 15:21:50.530904 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-91fd597c-7d82-4fe3-9e00-2bd1e44a07ee service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205873 May 16 15:21:50.552104 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac4b27-7786-4c24-9a68-c14146e02093 service neutron] Pushing event updated for resources: {'Port': ['ID=24dcea07-8fae-4145-a733-6a29da9a079a,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:50.658015 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ff1d-509b-44a9-96de-2ebbf6fb6537 admin admin] Publish callbacks [] for security_group (aa94f2e7-6c84-4641-9e34-31e2bc663cf8), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.669787 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Allocated IP 172.20.0.13 (6ca0b759-8171-48eb-a5a7-1c280cfa9338/29de9496-5d60-46ba-8f4f-543ccad83b00/a3126c76-9ed9-4501-8584-9b5b2ba2d62e) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:50.671559 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ffca9ad678ce256fa7bd5f4362f6254f503d035e63960491d6b22eb6aaacf80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23600b7-d79a-4072-9467-8f158689ce33" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea", "tag": "24dcea07-8fae-4145-a733-6a29da9a079a"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:50.753748 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ff1d-509b-44a9-96de-2ebbf6fb6537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (aa94f2e7-6c84-4641-9e34-31e2bc663cf8), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.793385 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f295b2e-06e9-4550-8bd0-ce1135e45044 x-openstack-request-id: req-6f295b2e-06e9-4550-8bd0-ce1135e45044 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:50.794326 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea", "tag": "24dcea07-8fae-4145-a733-6a29da9a079a", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:50.794493 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f295b2e-06e9-4550-8bd0-ce1135e45044 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:50.795088 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f295b2e-06e9-4550-8bd0-ce1135e45044'] response: {'name': 'network-changed', 'server_uuid': 'ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea', 'tag': '24dcea07-8fae-4145-a733-6a29da9a079a', 'status': 'completed', 'code': 200} May 16 15:21:50.801437 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-9074e2b1-2b8e-4a15-a19a-e0587e45b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:50.802905 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-9074e2b1-2b8e-4a15-a19a-e0587e45b34a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b360d85257f14f9191b490327c110ba8&device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 1127 time: 0.1891389 May 16 15:21:50.810086 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-3e2c3958-49ec-4605-9de0-b6bef061afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:50.811918 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-3e2c3958-49ec-4605-9de0-b6bef061afe0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 1128 time: 0.1160831 May 16 15:21:50.826084 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5bf5ff1d-509b-44a9-96de-2ebbf6fb6537 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dcef043f1ed4441eb9ae33d9b085c66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4884181 May 16 15:21:50.829661 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 51904) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:50.832337 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5ff1d-509b-44a9-96de-2ebbf6fb6537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa94f2e7-6c84-4641-9e34-31e2bc663cf8,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:50.835870 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396a61-e4c7-43f2-a910-18a35ce1ade0 req-e41dadc7-b8c1-44df-b272-89e439ffce3e tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:50.837373 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7c396a61-e4c7-43f2-a910-18a35ce1ade0 req-e41dadc7-b8c1-44df-b272-89e439ffce3e tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.1268802 May 16 15:21:50.912417 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f821dd0a-553e-4e91-9ec4-c822f59fdb3f req-651ae95b-ca2c-4378-9c66-7071a283a964 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355119 May 16 15:21:51.000652 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7c396a61-e4c7-43f2-a910-18a35ce1ade0 req-f31ec49c-a5f5-4d77-b5e9-4abbea1634cf tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527700 May 16 15:21:51.010075 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-69390e44-56db-43cb-b932-efb8afcbfd66 admin admin] Publish callbacks [] for security_group (aa94f2e7-6c84-4641-9e34-31e2bc663cf8), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.044709 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.050719 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-69390e44-56db-43cb-b932-efb8afcbfd66 admin admin] Publish callbacks [] for security_group (aa94f2e7-6c84-4641-9e34-31e2bc663cf8), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.183921 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6350166-10fb-40b9-b669-09c41205759a req-1b32da3e-79f4-43d2-8c1d-69e2ca417714 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:51.185936 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b6350166-10fb-40b9-b669-09c41205759a req-1b32da3e-79f4-43d2-8c1d-69e2ca417714 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 944 time: 0.0536783 May 16 15:21:51.187373 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.227952 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-69390e44-56db-43cb-b932-efb8afcbfd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (aa94f2e7-6c84-4641-9e34-31e2bc663cf8), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.230945 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-69390e44-56db-43cb-b932-efb8afcbfd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.232632 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-69390e44-56db-43cb-b932-efb8afcbfd66 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aa94f2e7-6c84-4641-9e34-31e2bc663cf8 HTTP/1.1" status: 204 len: 168 time: 0.3943837 May 16 15:21:51.262769 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:51.262769 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:51.268113 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:51.271439 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69390e44-56db-43cb-b932-efb8afcbfd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa94f2e7-6c84-4641-9e34-31e2bc663cf8,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:51.277973 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event updated for resources: {'Port': ['ID=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:51.302228 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b6350166-10fb-40b9-b669-09c41205759a req-f4796cf4-a322-4cca-85b8-07a5cb00ffef tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092911 May 16 15:21:51.349187 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:51.350231 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.407739 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235b71b-44c2-4591-85bc-569d5f4bedb5 req-50061bbb-af59-486b-8de1-84c6e63a169c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:51.409917 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b235b71b-44c2-4591-85bc-569d5f4bedb5 req-50061bbb-af59-486b-8de1-84c6e63a169c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.0544825 May 16 15:21:51.455213 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce5549-d881-4ef9-8f39-a582e6b3252f req-58a1d25c-654b-49c9-a25e-e98eee956882 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:51.458621 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-05ce5549-d881-4ef9-8f39-a582e6b3252f req-58a1d25c-654b-49c9-a25e-e98eee956882 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 932 time: 0.0594835 May 16 15:21:51.475833 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-bf26feae-2c31-479e-a13a-29a81db352b4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2402279 May 16 15:21:51.491803 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b235b71b-44c2-4591-85bc-569d5f4bedb5 req-9b33b6e4-b949-4c2f-ab7a-0221d50642da tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731492 May 16 15:21:51.519133 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-05ce5549-d881-4ef9-8f39-a582e6b3252f req-05e5ea41-40f8-4752-abd1-51ef162e6f2f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568109 May 16 15:21:51.638525 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-3759c59f-dfe2-48a5-b6bf-b69485b0bd03 None None] Provisioning complete for port a3126c76-9ed9-4501-8584-9b5b2ba2d62e triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:51.639059 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3759c59f-dfe2-48a5-b6bf-b69485b0bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.671506 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-3759c59f-dfe2-48a5-b6bf-b69485b0bd03 None None] Port a3126c76-9ed9-4501-8584-9b5b2ba2d62e cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:51.971459 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 51940) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:51.981916 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ad97-0d40-46fd-a389-21120ed7aeff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.054989 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ad97-0d40-46fd-a389-21120ed7aeff admin admin] Publish callbacks [] for security_group (08f95d23-5879-491b-b138-2b50192fef2b), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.119915 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eafdb-3e3c-428f-ace1-0c8e4792ffef req-ad6de252-9373-444a-b51f-d06342bee776 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:52.121367 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1c8eafdb-3e3c-428f-ace1-0c8e4792ffef req-ad6de252-9373-444a-b51f-d06342bee776 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.0540111 May 16 15:21:52.154558 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ad97-0d40-46fd-a389-21120ed7aeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (08f95d23-5879-491b-b138-2b50192fef2b), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.186432 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1c8eafdb-3e3c-428f-ace1-0c8e4792ffef req-4d813d0e-0990-47b0-bdc7-0c39f18e2226 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586748 May 16 15:21:52.209677 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-c6b7ad97-0d40-46fd-a389-21120ed7aeff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6396736e94eb46e6b1d3b4b1ed1adff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395375 May 16 15:21:52.210555 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7ad97-0d40-46fd-a389-21120ed7aeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f95d23-5879-491b-b138-2b50192fef2b,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:52.212448 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 51946) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:52.262498 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7132e008-35e7-4dd1-b284-8a74d26be12c admin admin] Publish callbacks [] for security_group (08f95d23-5879-491b-b138-2b50192fef2b), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.283046 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7132e008-35e7-4dd1-b284-8a74d26be12c admin admin] Publish callbacks [] for security_group (08f95d23-5879-491b-b138-2b50192fef2b), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.410466 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0c91-0fbe-4c85-872a-5f8dbf680469 req-2a139e7e-f53b-4122-b697-98393ab99667 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:52.411864 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-52ba0c91-0fbe-4c85-872a-5f8dbf680469 req-2a139e7e-f53b-4122-b697-98393ab99667 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 944 time: 0.0483565 May 16 15:21:52.466207 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-52ba0c91-0fbe-4c85-872a-5f8dbf680469 req-cd80e7fc-7695-4e9a-81e8-c115627106c0 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429022 May 16 15:21:52.586670 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7132e008-35e7-4dd1-b284-8a74d26be12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (08f95d23-5879-491b-b138-2b50192fef2b), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.589262 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7132e008-35e7-4dd1-b284-8a74d26be12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.596391 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-7132e008-35e7-4dd1-b284-8a74d26be12c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/08f95d23-5879-491b-b138-2b50192fef2b HTTP/1.1" status: 204 len: 168 time: 0.3767221 May 16 15:21:52.600147 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbe4d6-dcca-4bce-9f41-0d39702515e2 req-cbc7f885-3aca-4628-a9e7-f7597978ced0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:52.602584 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e008-35e7-4dd1-b284-8a74d26be12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f95d23-5879-491b-b138-2b50192fef2b,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:52.608718 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-57dbe4d6-dcca-4bce-9f41-0d39702515e2 req-cbc7f885-3aca-4628-a9e7-f7597978ced0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.0585306 May 16 15:21:52.664603 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-57dbe4d6-dcca-4bce-9f41-0d39702515e2 req-dbe60487-a5e6-4ac4-8b01-69b49e4bd18d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495193 May 16 15:21:52.669130 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def09829-4812-4f88-8948-e0c22a381e6a req-16f5aca9-0710-4bfd-8192-b400fdd0cd31 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:52.675859 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-def09829-4812-4f88-8948-e0c22a381e6a req-16f5aca9-0710-4bfd-8192-b400fdd0cd31 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 932 time: 0.0640206 May 16 15:21:52.677556 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-90855092-d573-4237-82de-6dff60e53852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.721755 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-def09829-4812-4f88-8948-e0c22a381e6a req-2efe66ef-0592-4b38-acfb-ffb915d09cbd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450263 May 16 15:21:53.310871 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a9294-5f79-43b8-8df2-66121dac04d1 req-59f5e4a2-dca9-41a0-b3dc-a2a7ed7cb70a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:53.312341 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cb6a9294-5f79-43b8-8df2-66121dac04d1 req-59f5e4a2-dca9-41a0-b3dc-a2a7ed7cb70a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.0527952 May 16 15:21:53.358811 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cb6a9294-5f79-43b8-8df2-66121dac04d1 req-70aeca4f-f176-44ae-9ac4-55364837d31d tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 May 16 15:21:53.531258 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Request body: {'port': {'device_id': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:53.591770 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-9a99ae67-4e7a-499f-ab10-f93a82c87cc0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c42936-ecff-4e27-887a-edf723a14aa4 HTTP/1.1" status: 200 len: 217 time: 0.0573635 May 16 15:21:53.631551 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-cb933bf8-36b0-420f-ab2b-bc26ffa749cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24dcea07-8fae-4145-a733-6a29da9a079a HTTP/1.1" status: 200 len: 217 time: 0.1058280 May 16 15:21:53.651386 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e39151-184e-4745-ac8d-d18072adc3ba req-805d29d9-6c40-43d1-9ed6-ea12053d1b02 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:53.653441 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-47e39151-184e-4745-ac8d-d18072adc3ba req-805d29d9-6c40-43d1-9ed6-ea12053d1b02 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 944 time: 0.0892634 May 16 15:21:53.672590 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:53.693412 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-61cb9d57-c52d-4c91-8611-a9e1ad75b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:53.695973 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-61cb9d57-c52d-4c91-8611-a9e1ad75b9e8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=452ae066-2827-4424-a9d0-b7d8f441c20a HTTP/1.1" status: 200 len: 850 time: 0.0947261 May 16 15:21:53.704591 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-47e39151-184e-4745-ac8d-d18072adc3ba req-1b5baaa9-fab7-432c-9aa1-9b0ae0b76e95 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444434 May 16 15:21:53.847931 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a876f2f-f75d-4c75-a32a-8dca3274ccb0 req-73361a09-28d3-4cb0-96d2-4ac16be67257 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:53.849468 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a876f2f-f75d-4c75-a32a-8dca3274ccb0 req-73361a09-28d3-4cb0-96d2-4ac16be67257 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 932 time: 0.0465395 May 16 15:21:53.860890 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb0379-2bfa-4515-b282-d2bb218f5a91 req-b1176acc-d790-4f4c-b52c-dbba892d65fc tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:53.862379 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-66cb0379-2bfa-4515-b282-d2bb218f5a91 req-b1176acc-d790-4f4c-b52c-dbba892d65fc tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.1052287 May 16 15:21:53.906669 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a876f2f-f75d-4c75-a32a-8dca3274ccb0 req-fa8c4574-9b0d-42e9-9648-558f835a9ffd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513144 May 16 15:21:53.948220 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-66cb0379-2bfa-4515-b282-d2bb218f5a91 req-662ac70f-8784-4ffd-b839-30c5bcb1e391 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713999 May 16 15:21:54.058530 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3126c76-9ed9-4501-8584-9b5b2ba2d62e {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:54.069730 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Publish callbacks [] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:54.079065 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Transition to ACTIVE for port object a3126c76-9ed9-4501-8584-9b5b2ba2d62e will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:21:54.145887 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:54.196187 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Pushing event updated for resources: {'Port': ['ID=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:54.274917 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Attempting to bind port a3126c76-9ed9-4501-8584-9b5b2ba2d62e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:54.276154 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Attempting to bind port a3126c76-9ed9-4501-8584-9b5b2ba2d62e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:54.276608 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Attempting to bind port a3126c76-9ed9-4501-8584-9b5b2ba2d62e on network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:54.282241 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Port a3126c76-9ed9-4501-8584-9b5b2ba2d62e on network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:21:54.282583 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Attempting to bind port a3126c76-9ed9-4501-8584-9b5b2ba2d62e on network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:54.288056 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:54.288489 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Checking segment: {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:54.288944 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Bound using segment: {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:54.289662 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Bound port: a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:54.290209 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:54.367924 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:54.372938 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:54.508159 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dbc61-16a4-4ee9-9bb0-d346fa6e0af0 req-1ec99c6e-f2aa-4a6f-be55-91893227088a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:54.509705 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-445dbc61-16a4-4ee9-9bb0-d346fa6e0af0 req-1ec99c6e-f2aa-4a6f-be55-91893227088a tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.0569339 May 16 15:21:54.518946 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:54.598342 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-445dbc61-16a4-4ee9-9bb0-d346fa6e0af0 req-93eb32c6-dd6f-4057-aa2d-83668dcb31a4 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823333 May 16 15:21:54.603978 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-b6e4a9b3-1de0-4a11-bb03-c2364b0e1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:54.605436 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-b6e4a9b3-1de0-4a11-bb03-c2364b0e1495 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.0730455 May 16 15:21:54.795677 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4de24ec7-d533-4a99-aad3-f29ee23a99d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:54.844002 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:54.847518 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:54.847518 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] 10.222.0.79 "PUT /v2.0/ports/a3126c76-9ed9-4501-8584-9b5b2ba2d62e HTTP/1.1" status: 200 len: 1094 time: 1.3204503 May 16 15:21:54.850319 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:54.852527 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa9dc6a-2820-4044-adc2-27b3a300cd61" -d '{"events": [{"name": "network-changed", "server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:54.855215 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-8b0a527c-70b9-475c-b81d-47619c5104f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:54.856751 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-8b0a527c-70b9-475c-b81d-47619c5104f1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85d31a74-2e0d-4761-a3e9-16256afe83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3315585 May 16 15:21:54.885663 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce7f5-5772-488c-9f7b-44473730c4be req-aedeb15a-cf00-4e77-96ca-79db549b2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:54.887171 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e56ce7f5-5772-488c-9f7b-44473730c4be req-aedeb15a-cf00-4e77-96ca-79db549b2b48 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 1127 time: 0.3572996 May 16 15:21:54.897531 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b851ac2-13be-438d-9df7-1cf715f0377d x-openstack-request-id: req-2b851ac2-13be-438d-9df7-1cf715f0377d {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:54.897822 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:54.898068 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b851ac2-13be-438d-9df7-1cf715f0377d {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:54.901525 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b851ac2-13be-438d-9df7-1cf715f0377d'] response: {'name': 'network-changed', 'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'status': 'completed', 'code': 200} May 16 15:21:54.909147 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61736956-21ed-43f9-be5f-0e51ab494ecc service neutron] Pushing event updated for resources: {'Port': ['ID=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:54.917265 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f20a1-ee66-4d9b-9619-4b39f9d0e5e4 req-943f466d-361d-4cc8-9629-7aec70b0723c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:54.918821 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-096f20a1-ee66-4d9b-9619-4b39f9d0e5e4 req-943f466d-361d-4cc8-9629-7aec70b0723c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 944 time: 0.1070039 May 16 15:21:54.976584 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-096f20a1-ee66-4d9b-9619-4b39f9d0e5e4 req-a69e183c-691d-4a23-91bb-bcb93bae77e8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513151 May 16 15:21:55.143038 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-ed2326ec-346e-487c-8acf-6fc2e07ab870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:55.145238 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-ed2326ec-346e-487c-8acf-6fc2e07ab870 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1329720 May 16 15:21:55.196472 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba48675-9f2e-4705-918c-d55f946cee8d req-16ee5eb9-123c-4654-9213-82fec42914b9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:55.198268 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4ba48675-9f2e-4705-918c-d55f946cee8d req-16ee5eb9-123c-4654-9213-82fec42914b9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0568349 May 16 15:21:55.205168 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9dc6a-2820-4044-adc2-27b3a300cd61 req-618a7811-825d-4833-a001-9b79b6fd0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:55.206649 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0aa9dc6a-2820-4044-adc2-27b3a300cd61 req-618a7811-825d-4833-a001-9b79b6fd0295 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f2241c9641bb401aa9f1c6930c513552&device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 1128 time: 0.1708803 May 16 15:21:55.244076 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562086fc-db2b-4ccb-9b90-1f888025eb13 req-74bcf437-5049-44d0-ab9c-057c4e647e8d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:55.245485 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-562086fc-db2b-4ccb-9b90-1f888025eb13 req-74bcf437-5049-44d0-ab9c-057c4e647e8d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.1476800 May 16 15:21:55.318032 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4ba48675-9f2e-4705-918c-d55f946cee8d req-93020f65-74bb-4ffa-9fb5-0abbc1e57cb9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064951 May 16 15:21:55.334592 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-929275e5-2733-4387-8f2b-05c6b41f417c service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337626 May 16 15:21:55.376157 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce7f5-5772-488c-9f7b-44473730c4be req-bc429dc0-54e2-42c3-9099-f468ab1f4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:55.377611 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e56ce7f5-5772-488c-9f7b-44473730c4be req-bc429dc0-54e2-42c3-9099-f468ab1f4803 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.3636663 May 16 15:21:55.382942 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-bf700cd6-19a7-4966-aa64-5f44e118b625 service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716073 May 16 15:21:55.429311 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e56ce7f5-5772-488c-9f7b-44473730c4be req-be0b05e7-7f18-4287-8751-db0c3df1ac95 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=800fd8b6-f49e-4bc2-839c-1036a8769d6e HTTP/1.1" status: 200 len: 217 time: 0.0399401 May 16 15:21:55.430010 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-21441044-6601-4266-9377-508478d3c789 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886226 May 16 15:21:55.473176 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-562086fc-db2b-4ccb-9b90-1f888025eb13 req-4d5398fe-5b64-4506-b854-ce75e6d621e4 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087519 May 16 15:21:55.489650 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 800fd8b6-f49e-4bc2-839c-1036a8769d6e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:21:55.515839 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9dc6a-2820-4044-adc2-27b3a300cd61 req-a3ae0481-f17a-4bfb-8e84-28f6f0df1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:55.517367 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0aa9dc6a-2820-4044-adc2-27b3a300cd61 req-a3ae0481-f17a-4bfb-8e84-28f6f0df1b78 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f2241c9641bb401aa9f1c6930c513552&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2671952 May 16 15:21:55.604329 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 800fd8b6-f49e-4bc2-839c-1036a8769d6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=800fd8b6-f49e-4bc2-839c-1036a8769d6e,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:55.606783 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce7f5-5772-488c-9f7b-44473730c4be req-0ebec1e9-214f-4c0d-93bd-615906776ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:55.608312 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e56ce7f5-5772-488c-9f7b-44473730c4be req-0ebec1e9-214f-4c0d-93bd-615906776ade service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.1640878 May 16 15:21:55.618683 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '800fd8b6-f49e-4bc2-839c-1036a8769d6e', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'port_id': '800fd8b6-f49e-4bc2-839c-1036a8769d6e', 'mac_address': 'fa:16:3e:e6:c9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:21:55.676625 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4b69b723-86bf-4840-9292-a86e209c8f19 req-250ec304-ddc1-49bf-b7cd-0ca3aac00fc5 service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839921 May 16 15:21:55.699143 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9dc6a-2820-4044-adc2-27b3a300cd61 req-9a4a997a-d371-4df7-a719-fd5c3d97e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:55.699350 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 800fd8b6-f49e-4bc2-839c-1036a8769d6e is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:55.700148 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:55.701496 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0aa9dc6a-2820-4044-adc2-27b3a300cd61 req-9a4a997a-d371-4df7-a719-fd5c3d97e162 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1756566 May 16 15:21:55.722785 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800fd8b6-f49e-4bc2-839c-1036a8769d6e {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:55.742034 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 800fd8b6-f49e-4bc2-839c-1036a8769d6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=800fd8b6-f49e-4bc2-839c-1036a8769d6e,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:55.743334 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3873b5-7773-4ed7-8def-0e4212880914 req-07190b86-96ab-471b-9142-45ad998f7778 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:55.744882 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8d3873b5-7773-4ed7-8def-0e4212880914 req-07190b86-96ab-471b-9142-45ad998f7778 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.0525429 May 16 15:21:55.794888 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8d3873b5-7773-4ed7-8def-0e4212880914 req-1fe18de9-eee8-443e-bb26-32bde5a8d5cc tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 May 16 15:21:55.826918 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:55.865958 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:55.912958 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=800fd8b6-f49e-4bc2-839c-1036a8769d6e,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:56.098847 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b4622-89ec-4f1a-becb-b94645aa625a req-a7b67de2-3ad8-4ec2-8402-e9c7adf20a8d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:56.100365 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a06b4622-89ec-4f1a-becb-b94645aa625a req-a7b67de2-3ad8-4ec2-8402-e9c7adf20a8d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 944 time: 0.0551674 May 16 15:21:56.147583 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a06b4622-89ec-4f1a-becb-b94645aa625a req-7228a3bd-4160-4d53-959b-2561d1676e78 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415096 May 16 15:21:56.439200 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5ed5c-9c3e-4721-87fa-f042b36515aa req-b38e5901-b054-4eed-9648-c138bbfeff0e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:56.440682 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-93f5ed5c-9c3e-4721-87fa-f042b36515aa req-b38e5901-b054-4eed-9648-c138bbfeff0e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0481312 May 16 15:21:56.487270 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-93f5ed5c-9c3e-4721-87fa-f042b36515aa req-95d0fa62-eab0-40df-b565-13c1d7931515 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410466 May 16 15:21:56.595446 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c434323-4c75-44eb-802e-c2e5f918527a req-351b11c6-af09-4124-b354-abf636f62dda tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:56.596893 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8c434323-4c75-44eb-802e-c2e5f918527a req-351b11c6-af09-4124-b354-abf636f62dda tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.0475261 May 16 15:21:56.643921 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8c434323-4c75-44eb-802e-c2e5f918527a req-28876989-85e5-49e3-afd1-0213f09512bb tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412757 May 16 15:21:57.260130 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e6d02-d8b5-4371-82fe-de27298f50b4 req-554f6f46-0a04-476c-b9b5-217dd425b9f9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:57.261595 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7a1e6d02-d8b5-4371-82fe-de27298f50b4 req-554f6f46-0a04-476c-b9b5-217dd425b9f9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 944 time: 0.0451572 May 16 15:21:57.310528 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7a1e6d02-d8b5-4371-82fe-de27298f50b4 req-fa40a728-f139-42d7-82e3-e05d7a380c28 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425141 May 16 15:21:57.483280 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.605317 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b09cb1-feff-4ea7-b0c6-2a5bd3a910cf req-dac0f113-9a2e-4bb8-b3dd-4a529d399197 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:57.606907 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-48b09cb1-feff-4ea7-b0c6-2a5bd3a910cf req-dac0f113-9a2e-4bb8-b3dd-4a529d399197 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0512717 May 16 15:21:57.653862 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-48b09cb1-feff-4ea7-b0c6-2a5bd3a910cf req-40b29ef8-edea-457f-b3ad-74655e52f8a8 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 May 16 15:21:57.764074 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aad585-3573-4d56-a285-ca2d18a54023 req-1eed9550-dc00-4460-878e-2c941c71e6ef tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:57.765532 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-35aad585-3573-4d56-a285-ca2d18a54023 req-1eed9550-dc00-4460-878e-2c941c71e6ef tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.0555804 May 16 15:21:57.812070 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-35aad585-3573-4d56-a285-ca2d18a54023 req-f6873ef0-819b-45f9-a60c-93b3cf6b4468 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410030 May 16 15:21:58.422049 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc1653-1e37-4e8d-b8be-881300a3c33a req-838d9577-8cfa-49df-aac3-621f1c27316a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:58.423564 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-34bc1653-1e37-4e8d-b8be-881300a3c33a req-838d9577-8cfa-49df-aac3-621f1c27316a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 944 time: 0.0467947 May 16 15:21:58.471038 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-34bc1653-1e37-4e8d-b8be-881300a3c33a req-686fcf38-7e46-427a-b259-cd6f0e6d9e4d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 May 16 15:21:58.771312 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638777-4b06-4534-b3e5-132bafd5dd1e req-6186efaf-8f36-4cf5-8323-ca5412582629 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:58.772957 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-de638777-4b06-4534-b3e5-132bafd5dd1e req-6186efaf-8f36-4cf5-8323-ca5412582629 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0466831 May 16 15:21:58.804046 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['800fd8b6-f49e-4bc2-839c-1036a8769d6e'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:21:58.822431 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-de638777-4b06-4534-b3e5-132bafd5dd1e req-bf1e952b-89d4-4477-9447-568faf4166c7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428243 May 16 15:21:58.936164 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af4c50-64e3-4e02-88e2-1c8862f50281 req-5008612a-0ebb-4069-a531-37480b17beda tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:58.937773 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f4af4c50-64e3-4e02-88e2-1c8862f50281 req-5008612a-0ebb-4069-a531-37480b17beda tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.0508108 May 16 15:21:58.988355 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f4af4c50-64e3-4e02-88e2-1c8862f50281 req-5bff0f15-3198-42ac-baac-3d8ecbe3b078 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447989 May 16 15:21:59.290190 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce7f5-5772-488c-9f7b-44473730c4be req-ac906345-82d1-4fb4-b8a3-0dbe4aa0d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:59.291687 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e56ce7f5-5772-488c-9f7b-44473730c4be req-ac906345-82d1-4fb4-b8a3-0dbe4aa0d4cb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0965512 May 16 15:21:59.295352 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23600b7-d79a-4072-9467-8f158689ce33 req-c442f3d0-f2a7-4058-bc2b-3d38dea80b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:59.296703 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c23600b7-d79a-4072-9467-8f158689ce33 req-c442f3d0-f2a7-4058-bc2b-3d38dea80b82 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 1128 time: 0.1028132 May 16 15:21:59.299458 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-43bfc279-0a94-4664-86f5-dcde1923c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:59.300806 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-43bfc279-0a94-4664-86f5-dcde1923c058 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f2241c9641bb401aa9f1c6930c513552&device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 1128 time: 0.0735793 May 16 15:21:59.379893 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-960d4367-df44-4561-909d-ed4090d09e86 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e HTTP/1.1" status: 200 len: 217 time: 0.0682263 May 16 15:21:59.485852 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e56ce7f5-5772-488c-9f7b-44473730c4be req-0e6fcf28-cac0-46a2-aab1-58d9498771e2 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815963 May 16 15:21:59.486735 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23600b7-d79a-4072-9467-8f158689ce33 req-17c47230-97fb-47d8-9881-02e1c81403ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:59.488081 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c23600b7-d79a-4072-9467-8f158689ce33 req-17c47230-97fb-47d8-9881-02e1c81403ed service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.1755562 May 16 15:21:59.493951 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.589394 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be234f-3fbe-4c67-a2a7-cc29959234f5 req-933d4f6b-2c12-4be8-8d83-19585eaeb790 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:59.590622 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-81be234f-3fbe-4c67-a2a7-cc29959234f5 req-933d4f6b-2c12-4be8-8d83-19585eaeb790 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 944 time: 0.0483356 May 16 15:21:59.636985 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-81be234f-3fbe-4c67-a2a7-cc29959234f5 req-7dfd26b2-5cf1-4d65-801d-e65cb34cfdfc tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397975 May 16 15:21:59.961250 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1b9b-1bb5-4b4f-910f-cd23688a95be req-0053fd9c-1b45-46d1-8f4d-0cccb1e17b80 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:59.962812 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1b7c1b9b-1bb5-4b4f-910f-cd23688a95be req-0053fd9c-1b45-46d1-8f4d-0cccb1e17b80 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0506656 May 16 15:22:00.010567 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1b7c1b9b-1bb5-4b4f-910f-cd23688a95be req-5ccf4f23-aea0-49d6-91c2-9c54715e2e17 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411110 May 16 15:22:00.100912 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6332e-81c5-4706-92c5-75780ac3eaad req-303ec7f9-25a6-40aa-baea-7465a38a6012 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:00.102261 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-46c6332e-81c5-4706-92c5-75780ac3eaad req-303ec7f9-25a6-40aa-baea-7465a38a6012 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.0445867 May 16 15:22:00.146498 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-46c6332e-81c5-4706-92c5-75780ac3eaad req-c740eeed-8484-4f0a-8570-d2e3a7527475 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387199 May 16 15:22:00.745765 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7642-dbf2-4777-a586-43f731bd782f req-c3eb7c36-3459-4ca4-9262-5570d3de9b5c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:00.747932 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-029e7642-dbf2-4777-a586-43f731bd782f req-c3eb7c36-3459-4ca4-9262-5570d3de9b5c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 944 time: 0.0443683 May 16 15:22:00.791714 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-029e7642-dbf2-4777-a586-43f731bd782f req-e26e67a0-4ad0-49c7-aae6-6e6b3476f459 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383737 May 16 15:22:01.140137 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200863e-b239-4f4b-9264-e58d973ccbbc req-28137938-1608-4ac6-9042-e742dc1c29a8 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:01.141560 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7200863e-b239-4f4b-9264-e58d973ccbbc req-28137938-1608-4ac6-9042-e742dc1c29a8 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0476642 May 16 15:22:01.186922 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7200863e-b239-4f4b-9264-e58d973ccbbc req-e7eae51b-7813-4a8d-b680-dde6b9849850 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399194 May 16 15:22:01.259314 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc0e42-0eee-48a3-8a96-8856dff19797 req-9448ffc0-ae6e-45d0-8432-16ea72f5e632 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:01.260666 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a5cc0e42-0eee-48a3-8a96-8856dff19797 req-9448ffc0-ae6e-45d0-8432-16ea72f5e632 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.0479159 May 16 15:22:01.309242 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a5cc0e42-0eee-48a3-8a96-8856dff19797 req-b210290d-98c0-4fe2-a37a-afcdf4f2f90f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431075 May 16 15:22:01.900932 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993ef1d-18c5-4327-a574-e8c18b2794b4 req-55cd67ed-8987-4d17-8443-7ab7cd9a0458 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:01.902399 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7993ef1d-18c5-4327-a574-e8c18b2794b4 req-55cd67ed-8987-4d17-8443-7ab7cd9a0458 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 944 time: 0.0458183 May 16 15:22:01.947585 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7993ef1d-18c5-4327-a574-e8c18b2794b4 req-25df6d6a-2107-4d9b-b8c6-cba7ec9d0ca1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 May 16 15:22:02.016618 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 800fd8b6-f49e-4bc2-839c-1036a8769d6e up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:22:02.055701 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 800fd8b6-f49e-4bc2-839c-1036a8769d6e completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:22:02.123090 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 800fd8b6-f49e-4bc2-839c-1036a8769d6e triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:22:02.123488 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:02.194955 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 800fd8b6-f49e-4bc2-839c-1036a8769d6e is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:02.195267 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:02.218289 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a560909-2499-4a61-8c4e-90438829ff82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800fd8b6-f49e-4bc2-839c-1036a8769d6e'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:02.220502 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be2c279-961a-4b49-91c1-317fea101e0e" -d '{"events": [{"server_uuid": "5a560909-2499-4a61-8c4e-90438829ff82", "name": "network-vif-plugged", "status": "completed", "tag": "800fd8b6-f49e-4bc2-839c-1036a8769d6e"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:02.233572 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 800fd8b6-f49e-4bc2-839c-1036a8769d6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=800fd8b6-f49e-4bc2-839c-1036a8769d6e,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:02.264831 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9aa412-ddda-4d11-a165-a606367dfbe0 x-openstack-request-id: req-fb9aa412-ddda-4d11-a165-a606367dfbe0 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:02.265257 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a560909-2499-4a61-8c4e-90438829ff82", "name": "network-vif-plugged", "status": "completed", "tag": "800fd8b6-f49e-4bc2-839c-1036a8769d6e", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:02.265585 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb9aa412-ddda-4d11-a165-a606367dfbe0 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:02.266048 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9aa412-ddda-4d11-a165-a606367dfbe0'] response: {'server_uuid': '5a560909-2499-4a61-8c4e-90438829ff82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800fd8b6-f49e-4bc2-839c-1036a8769d6e', 'code': 200} May 16 15:22:02.305471 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:02.317035 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9e447-efaf-4d27-9459-9e93952ba19b req-28df68f6-7f92-4d56-8924-9877293f9c83 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:02.318562 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-57a9e447-efaf-4d27-9459-9e93952ba19b req-28df68f6-7f92-4d56-8924-9877293f9c83 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0455754 May 16 15:22:02.354957 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=800fd8b6-f49e-4bc2-839c-1036a8769d6e,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:02.366467 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-57a9e447-efaf-4d27-9459-9e93952ba19b req-d7c3c7de-1f33-4f2c-bfae-b5a455578ccd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420926 May 16 15:22:02.432155 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184bff-7ddc-4436-8470-ef80110bb77d req-e42af939-f6a6-4be6-9c26-5c3526a92dea tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:02.433583 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-35184bff-7ddc-4436-8470-ef80110bb77d req-e42af939-f6a6-4be6-9c26-5c3526a92dea tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.0458856 May 16 15:22:02.483379 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-35184bff-7ddc-4436-8470-ef80110bb77d req-316944a6-d104-45d8-b315-b4ed56b0de35 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434811 May 16 15:22:02.949497 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c23600b7-d79a-4072-9467-8f158689ce33 req-2fcf584a-ca05-43ff-a59c-e5a0e95c517e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24dcea07-8fae-4145-a733-6a29da9a079a HTTP/1.1" status: 200 len: 217 time: 0.0743904 May 16 15:22:03.072537 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-eb68bfc0-71af-43c7-afd2-c491590a3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:03.074027 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-eb68bfc0-71af-43c7-afd2-c491590a3bd3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=29de9496-5d60-46ba-8f4f-543ccad83b00 HTTP/1.1" status: 200 len: 855 time: 0.2000275 May 16 15:22:03.105539 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23600b7-d79a-4072-9467-8f158689ce33 req-c2a84548-e254-4834-9b06-099eb37e4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:03.107531 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c23600b7-d79a-4072-9467-8f158689ce33 req-c2a84548-e254-4834-9b06-099eb37e4ba2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.1308694 May 16 15:22:03.124851 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e56ce7f5-5772-488c-9f7b-44473730c4be req-ba3deaf3-5436-4fd2-a01e-cce4f52bb411 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596092 May 16 15:22:03.134051 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d27a2b-2553-40c6-8e00-72c004cdcab9 req-74bfeed9-e4bf-459b-b2b1-dd2ffbd0b025 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:03.135545 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-15d27a2b-2553-40c6-8e00-72c004cdcab9 req-74bfeed9-e4bf-459b-b2b1-dd2ffbd0b025 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 944 time: 0.1191983 May 16 15:22:03.185686 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-f5498068-89ae-4991-b492-f7375fc3aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:03.187196 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-f5498068-89ae-4991-b492-f7375fc3aae6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ca0b759-8171-48eb-a5a7-1c280cfa9338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0998926 May 16 15:22:03.216229 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23600b7-d79a-4072-9467-8f158689ce33 req-ecdbebe8-e10f-4c49-94ac-1f1bf97f7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:03.217711 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c23600b7-d79a-4072-9467-8f158689ce33 req-ecdbebe8-e10f-4c49-94ac-1f1bf97f7e00 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0920281 May 16 15:22:03.576594 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-15d27a2b-2553-40c6-8e00-72c004cdcab9 req-c2902a86-c5b7-4913-b9cc-45e8deaaca9c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313986 May 16 15:22:03.590173 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075c6e6-025c-459b-9ac5-a0bff1a56ab3 req-3bb0aece-f1fa-4412-b4b8-d48b82114a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:03.591230 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e075c6e6-025c-459b-9ac5-a0bff1a56ab3 req-3bb0aece-f1fa-4412-b4b8-d48b82114a99 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 1129 time: 0.3726594 May 16 15:22:03.694084 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-45efe2c1-e904-4999-a86d-9e4f3e429a14 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932268 May 16 15:22:03.765792 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e075c6e6-025c-459b-9ac5-a0bff1a56ab3 req-c3c05650-2a85-4deb-9b9a-17f8cdee4afc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659617 May 16 15:22:03.771218 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c23600b7-d79a-4072-9467-8f158689ce33 req-0c94392d-ed88-4abc-aa39-d148111a2475 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243905 May 16 15:22:03.778837 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ed0ab-06ce-4b59-bf06-bbab8e4c06fd req-3dedfd51-ef88-4ee5-851d-855e6dc9f813 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:03.780148 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d40ed0ab-06ce-4b59-bf06-bbab8e4c06fd req-3dedfd51-ef88-4ee5-851d-855e6dc9f813 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.1093011 May 16 15:22:03.876301 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c9ec9d88-d386-4539-8dc4-7c26a365af3d req-7c2ff03a-bb4f-40c9-a80e-df7119034923 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517060 May 16 15:22:03.879591 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d40ed0ab-06ce-4b59-bf06-bbab8e4c06fd req-305184a2-19e8-41e1-ac82-6aabf4d6f505 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700250 May 16 15:22:03.993531 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a047677-2310-4341-abb9-5e745892289d req-43ea48b3-69dd-4f97-b701-e2209f46990b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:03.994994 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1a047677-2310-4341-abb9-5e745892289d req-43ea48b3-69dd-4f97-b701-e2209f46990b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 943 time: 0.0573776 May 16 15:22:04.020765 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 28c42936-ecff-4e27-887a-edf723a14aa4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:22:04.091869 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1a047677-2310-4341-abb9-5e745892289d req-a3130dca-33a4-4a1f-821f-90d9b9b91f5b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867631 May 16 15:22:04.111517 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c23600b7-d79a-4072-9467-8f158689ce33 req-219da171-e0f2-4170-9646-098ce3466ef7 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364551 May 16 15:22:04.144062 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 28c42936-ecff-4e27-887a-edf723a14aa4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=28c42936-ecff-4e27-887a-edf723a14aa4,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:04.155455 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '28c42936-ecff-4e27-887a-edf723a14aa4', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'port_id': '28c42936-ecff-4e27-887a-edf723a14aa4', 'mac_address': 'fa:16:3e:fd:2d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:22:04.190105 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 28c42936-ecff-4e27-887a-edf723a14aa4 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:04.190514 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:04.206753 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c42936-ecff-4e27-887a-edf723a14aa4 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:22:04.227675 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 28c42936-ecff-4e27-887a-edf723a14aa4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=28c42936-ecff-4e27-887a-edf723a14aa4,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:04.339689 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:04.340361 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 24dcea07-8fae-4145-a733-6a29da9a079a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:22:04.405394 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=28c42936-ecff-4e27-887a-edf723a14aa4,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:04.474194 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 24dcea07-8fae-4145-a733-6a29da9a079a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=24dcea07-8fae-4145-a733-6a29da9a079a,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:04.485337 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '24dcea07-8fae-4145-a733-6a29da9a079a', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'port_id': '24dcea07-8fae-4145-a733-6a29da9a079a', 'mac_address': 'fa:16:3e:51:cd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:22:04.623694 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 24dcea07-8fae-4145-a733-6a29da9a079a is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:04.624086 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:04.636929 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24dcea07-8fae-4145-a733-6a29da9a079a {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:22:04.657345 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 24dcea07-8fae-4145-a733-6a29da9a079a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=24dcea07-8fae-4145-a733-6a29da9a079a,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:04.702731 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab0656-f00f-44fa-9a56-7998c47603d7 req-5da6950b-8dc4-4d3c-ab32-9df5c8012134 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:04.704268 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e5ab0656-f00f-44fa-9a56-7998c47603d7 req-5da6950b-8dc4-4d3c-ab32-9df5c8012134 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 944 time: 0.0466313 May 16 15:22:04.745712 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:04.753667 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e5ab0656-f00f-44fa-9a56-7998c47603d7 req-5f805f8a-d140-4cad-bbae-20cc2e884f0e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438764 May 16 15:22:04.791693 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=24dcea07-8fae-4145-a733-6a29da9a079a,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:05.145396 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5ee59-a77d-4b74-850a-a039f708966f req-1fa393b9-d156-4b0d-b465-c8dac1328151 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:05.146885 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9fd5ee59-a77d-4b74-850a-a039f708966f req-1fa393b9-d156-4b0d-b465-c8dac1328151 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.1920183 May 16 15:22:05.192773 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9fd5ee59-a77d-4b74-850a-a039f708966f req-5c47c440-10b8-4a96-8fff-af1a260c96be tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398538 May 16 15:22:05.219636 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb77158-8e06-4ebc-ae4b-308c4307c88b req-d4b079bb-4868-457c-b9f6-541463ff74e1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:05.221120 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fdb77158-8e06-4ebc-ae4b-308c4307c88b req-d4b079bb-4868-457c-b9f6-541463ff74e1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 944 time: 0.0488813 May 16 15:22:05.267805 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fdb77158-8e06-4ebc-ae4b-308c4307c88b req-504888a4-3518-409d-aa5e-2f9f63902e7c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411639 May 16 15:22:05.864330 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36141ff6-0bee-42a0-8d1d-8494349e7425 req-4d4de54a-aff9-41cf-9024-2ad1607d4f68 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:05.865750 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-36141ff6-0bee-42a0-8d1d-8494349e7425 req-4d4de54a-aff9-41cf-9024-2ad1607d4f68 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 945 time: 0.0453598 May 16 15:22:05.910203 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-36141ff6-0bee-42a0-8d1d-8494349e7425 req-d1d9b4eb-7385-449b-9046-dba55f9a49f5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390038 May 16 15:22:06.318592 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eefd7-a2fa-4e43-9145-da9fb0e2e1b3 req-5f99b62f-8eb2-493c-9276-1049086bcbb7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:06.320080 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b68eefd7-a2fa-4e43-9145-da9fb0e2e1b3 req-5f99b62f-8eb2-493c-9276-1049086bcbb7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0531013 May 16 15:22:06.367183 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b68eefd7-a2fa-4e43-9145-da9fb0e2e1b3 req-2334c3d3-2fa0-4193-87a2-4e214832f124 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414956 May 16 15:22:06.386419 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6820d5-0c7b-4f15-a140-76cfa18b7287 req-a3f2583a-c98c-401a-815c-fe85f7b9abad tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:06.390556 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ad6820d5-0c7b-4f15-a140-76cfa18b7287 req-a3f2583a-c98c-401a-815c-fe85f7b9abad tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 944 time: 0.0538087 May 16 15:22:06.433922 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ad6820d5-0c7b-4f15-a140-76cfa18b7287 req-aefd9575-9e42-486a-91f0-6c54d558b56d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400033 May 16 15:22:07.021833 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede7ebc-93cb-4e3d-bff0-78e042f91255 req-f4c19112-5e87-4ecb-b4af-429546954884 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:07.023468 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0ede7ebc-93cb-4e3d-bff0-78e042f91255 req-f4c19112-5e87-4ecb-b4af-429546954884 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 945 time: 0.0474749 May 16 15:22:07.073320 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0ede7ebc-93cb-4e3d-bff0-78e042f91255 req-889f58d9-4eb2-4484-8ea5-df2f5dd98527 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 May 16 15:22:07.486425 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db81e9-d37f-4c69-ae15-465f6c91e04a req-bfa42a2d-84e8-4ef8-a4b8-99ab7641dc2c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:07.488486 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-13db81e9-d37f-4c69-ae15-465f6c91e04a req-bfa42a2d-84e8-4ef8-a4b8-99ab7641dc2c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0486667 May 16 15:22:07.539090 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-13db81e9-d37f-4c69-ae15-465f6c91e04a req-e83ac97e-e008-4fe4-bc51-7309d7a95b9f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446124 May 16 15:22:07.549438 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a06805-ce64-4b1b-9fb8-c7edc07a045d req-a17033df-887c-4fe6-a124-d64454609d73 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:07.550959 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-27a06805-ce64-4b1b-9fb8-c7edc07a045d req-a17033df-887c-4fe6-a124-d64454609d73 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 944 time: 0.0472381 May 16 15:22:07.600862 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-27a06805-ce64-4b1b-9fb8-c7edc07a045d req-f4887379-6145-495e-a0f1-926ac2a1aa19 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444481 May 16 15:22:08.192110 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab3b40-a55c-4f88-9642-2bc6d544f8e3 req-53996500-b565-4fa9-a122-039d7b8627a1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:08.193691 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c2ab3b40-a55c-4f88-9642-2bc6d544f8e3 req-53996500-b565-4fa9-a122-039d7b8627a1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 945 time: 0.0517156 May 16 15:22:08.245815 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c2ab3b40-a55c-4f88-9642-2bc6d544f8e3 req-a2b53be7-e053-4121-b7c3-749491e24f9c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459456 May 16 15:22:08.663067 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eba30-22fa-40f4-889a-bd88f7b8aaf6 req-a50c1f05-c6b9-4506-9c3d-14375789f22d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:08.666458 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-665eba30-22fa-40f4-889a-bd88f7b8aaf6 req-a50c1f05-c6b9-4506-9c3d-14375789f22d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0509667 May 16 15:22:08.712613 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-665eba30-22fa-40f4-889a-bd88f7b8aaf6 req-86491aba-c9d4-4cb7-b369-b36ecac5783b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422862 May 16 15:22:08.715002 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c596f6-2871-4375-aa03-a9b6d3eb8b89 req-cac3bccf-4441-43fc-a126-f978cf73399c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:08.716564 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a8c596f6-2871-4375-aa03-a9b6d3eb8b89 req-cac3bccf-4441-43fc-a126-f978cf73399c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 944 time: 0.0466387 May 16 15:22:08.769219 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a8c596f6-2871-4375-aa03-a9b6d3eb8b89 req-0a2c6814-7932-48df-9789-140e26f08be9 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456867 May 16 15:22:08.976501 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['24dcea07-8fae-4145-a733-6a29da9a079a'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:22:09.374510 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47c536-85bb-4310-8dfa-3de16c37a951 req-a07a9b21-f781-4b9b-85c5-33d8665e0384 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:09.376025 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ac47c536-85bb-4310-8dfa-3de16c37a951 req-a07a9b21-f781-4b9b-85c5-33d8665e0384 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 945 time: 0.0464678 May 16 15:22:09.422581 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ac47c536-85bb-4310-8dfa-3de16c37a951 req-25db7813-ff01-4331-b771-aa4a459ea675 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 May 16 15:22:09.828005 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d4b17-895e-4e33-8355-ec94da86941e req-4737278a-8c15-46b8-a98b-e217283b679a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:09.829481 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ec8d4b17-895e-4e33-8355-ec94da86941e req-4737278a-8c15-46b8-a98b-e217283b679a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0457118 May 16 15:22:09.880466 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ec8d4b17-895e-4e33-8355-ec94da86941e req-807d23e3-0b71-41c6-8fd4-f895d5d50df4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455077 May 16 15:22:09.882440 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b78eeb-1954-4f9e-9047-5c85489eff03 req-f84664ad-90b7-41ac-8f12-634eac6a5f56 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:09.884144 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-34b78eeb-1954-4f9e-9047-5c85489eff03 req-f84664ad-90b7-41ac-8f12-634eac6a5f56 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 944 time: 0.0500653 May 16 15:22:09.932985 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-34b78eeb-1954-4f9e-9047-5c85489eff03 req-0b92008a-98a7-4c92-899d-3239f8c78305 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425718 May 16 15:22:10.105114 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['28c42936-ecff-4e27-887a-edf723a14aa4'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:22:10.535166 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eb39c-82cc-48e6-89d9-2cf2e9d8928b req-7b45f9dd-ff1b-4238-b1a2-031fe1a186a1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:10.536757 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-995eb39c-82cc-48e6-89d9-2cf2e9d8928b req-7b45f9dd-ff1b-4238-b1a2-031fe1a186a1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 945 time: 0.0499697 May 16 15:22:10.584875 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-995eb39c-82cc-48e6-89d9-2cf2e9d8928b req-d0aa7158-44e9-4d65-9496-62cc0f38ecdf tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 May 16 15:22:11.019693 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eaf9dc-0e3c-4f5a-ad73-7bcd9aba6a22 req-f4fbfed5-bed9-4048-91ce-74aaa5389775 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:11.027595 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a1eaf9dc-0e3c-4f5a-ad73-7bcd9aba6a22 req-f4fbfed5-bed9-4048-91ce-74aaa5389775 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0733387 May 16 15:22:11.087138 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a1eaf9dc-0e3c-4f5a-ad73-7bcd9aba6a22 req-7c8e2e5a-3b6d-4fbd-8517-2e79415b1eb2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582035 May 16 15:22:11.125198 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d43c35-e59a-42f5-ba28-76ea35f9912d req-326323c2-6409-48e1-8997-0fb5cd00ddeb tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:11.127427 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d9d43c35-e59a-42f5-ba28-76ea35f9912d req-326323c2-6409-48e1-8997-0fb5cd00ddeb tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 944 time: 0.0695190 May 16 15:22:11.178402 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 28c42936-ecff-4e27-887a-edf723a14aa4 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:22:11.183610 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d9d43c35-e59a-42f5-ba28-76ea35f9912d req-f6348897-e039-44a9-ba0c-81a382a79031 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507655 May 16 15:22:11.223775 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 28c42936-ecff-4e27-887a-edf723a14aa4 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:22:11.316447 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 28c42936-ecff-4e27-887a-edf723a14aa4 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:22:11.316848 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:11.405037 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 28c42936-ecff-4e27-887a-edf723a14aa4 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:11.405655 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:11.428805 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c42936-ecff-4e27-887a-edf723a14aa4'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:11.431044 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738194c5-94ca-4177-b12e-77f1b5555173" -d '{"events": [{"server_uuid": "ca077d05-e39f-4ce2-ba17-bc13b0d34bb4", "name": "network-vif-plugged", "status": "completed", "tag": "28c42936-ecff-4e27-887a-edf723a14aa4"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:11.449640 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 28c42936-ecff-4e27-887a-edf723a14aa4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=28c42936-ecff-4e27-887a-edf723a14aa4,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:11.464593 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bd9d49-491e-4149-82a5-48e9bc50e7c3 x-openstack-request-id: req-81bd9d49-491e-4149-82a5-48e9bc50e7c3 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:11.464906 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca077d05-e39f-4ce2-ba17-bc13b0d34bb4", "name": "network-vif-plugged", "status": "completed", "tag": "28c42936-ecff-4e27-887a-edf723a14aa4", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:11.465168 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81bd9d49-491e-4149-82a5-48e9bc50e7c3 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:11.465563 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bd9d49-491e-4149-82a5-48e9bc50e7c3'] response: {'server_uuid': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c42936-ecff-4e27-887a-edf723a14aa4', 'code': 200} May 16 15:22:11.568058 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:11.568058 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 24dcea07-8fae-4145-a733-6a29da9a079a up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:22:11.661811 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=28c42936-ecff-4e27-887a-edf723a14aa4,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:11.666597 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 24dcea07-8fae-4145-a733-6a29da9a079a completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:22:11.732799 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a587-fc7c-4f54-a10a-8ab4ade75df0 req-d26ca844-1077-43fb-8000-2fdce57feef7 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:11.734429 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc00a587-fc7c-4f54-a10a-8ab4ade75df0 req-d26ca844-1077-43fb-8000-2fdce57feef7 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 945 time: 0.0504873 May 16 15:22:11.740093 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 24dcea07-8fae-4145-a733-6a29da9a079a triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:22:11.740553 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:11.795272 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc00a587-fc7c-4f54-a10a-8ab4ade75df0 req-9307a783-11ff-4be2-bbde-3f2ffa90688b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 May 16 15:22:11.816441 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 24dcea07-8fae-4145-a733-6a29da9a079a is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:11.816827 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:11.849020 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 24dcea07-8fae-4145-a733-6a29da9a079a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=24dcea07-8fae-4145-a733-6a29da9a079a,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:11.962833 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:11.964804 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:12.032674 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=24dcea07-8fae-4145-a733-6a29da9a079a,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:12.215200 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7483438-ac7d-4c48-9991-25c07356c0b8 req-404701c6-16c0-45bd-82ec-59e3ae7fb898 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:12.216843 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7483438-ac7d-4c48-9991-25c07356c0b8 req-404701c6-16c0-45bd-82ec-59e3ae7fb898 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0516331 May 16 15:22:12.274438 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7483438-ac7d-4c48-9991-25c07356c0b8 req-e7b7f164-d494-44a4-be8e-cb1473cc8cb8 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506017 May 16 15:22:12.326008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da7c97-c2f7-4514-a3f0-eba67b6c7a26 req-b402c71c-c221-47a2-a3e5-12a3a14e4241 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:12.327734 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77da7c97-c2f7-4514-a3f0-eba67b6c7a26 req-b402c71c-c221-47a2-a3e5-12a3a14e4241 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0743265 May 16 15:22:12.368614 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02a947-7fd1-4383-854d-1ac6dda0ccaa req-b7254eb5-dbfa-4028-ab8c-00b809ea7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:12.370289 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1d02a947-7fd1-4383-854d-1ac6dda0ccaa req-b7254eb5-dbfa-4028-ab8c-00b809ea7792 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 1129 time: 0.0393848 May 16 15:22:12.377799 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77da7c97-c2f7-4514-a3f0-eba67b6c7a26 req-7c5bdf81-aa39-4065-a467-839e629c1db8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442548 May 16 15:22:12.423026 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1d02a947-7fd1-4383-854d-1ac6dda0ccaa req-3d7884c2-de55-40d0-b97d-9f073f73dc5e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460780 May 16 15:22:12.834413 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:22:12.856984 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2dd4e465-d754-4370-a070-fe9457dcba55 req-8957af79-946f-4131-ae97-9dca4280ff0f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378332 May 16 15:22:12.935058 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade0a47-3522-4ccc-9761-8ed875945d87 req-0c384b55-54c4-4056-a9f2-8ea16bd9e6ce tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:12.936523 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6ade0a47-3522-4ccc-9761-8ed875945d87 req-0c384b55-54c4-4056-a9f2-8ea16bd9e6ce tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0717361 May 16 15:22:12.955004 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4e465-d754-4370-a070-fe9457dcba55 req-0c6cd96d-edfe-475b-b8de-56fd30a10a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:12.956508 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2dd4e465-d754-4370-a070-fe9457dcba55 req-0c6cd96d-edfe-475b-b8de-56fd30a10a12 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3733b202412047fa87928b2a71871f5e&device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 1130 time: 0.0565169 May 16 15:22:13.022906 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6ade0a47-3522-4ccc-9761-8ed875945d87 req-8e7b8368-8c03-47af-befb-20504c243471 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659447 May 16 15:22:13.067878 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 52480) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:13.098299 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4e465-d754-4370-a070-fe9457dcba55 req-77ea7ce4-f418-450f-9654-e12c9e17768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:13.099801 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2dd4e465-d754-4370-a070-fe9457dcba55 req-77ea7ce4-f418-450f-9654-e12c9e17768a service neutron] 10.222.0.79 "GET /v2.0/networks?id=691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c HTTP/1.1" status: 200 len: 913 time: 0.1083596 May 16 15:22:13.163587 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device a3126c76-9ed9-4501-8584-9b5b2ba2d62e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:22:13.197380 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.281715 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:13.282668 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Publish callbacks [] for security_group (ae747da0-cd59-4f03-a029-7207d0410b0a), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.292889 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'port_id': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'mac_address': 'fa:16:3e:a5:21:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:22:13.327882 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port a3126c76-9ed9-4501-8584-9b5b2ba2d62e is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:13.328276 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.341868 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3126c76-9ed9-4501-8584-9b5b2ba2d62e {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:22:13.361713 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:13.377965 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (ae747da0-cd59-4f03-a029-7207d0410b0a), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.416832 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2dd4e465-d754-4370-a070-fe9457dcba55 req-0e6d1f52-cc7b-475d-a9af-1d408047f588 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b89d0803-a75d-4e81-8ba8-81628dc521e2 HTTP/1.1" status: 200 len: 217 time: 0.0385153 May 16 15:22:13.451660 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae747da0-cd59-4f03-a029-7207d0410b0a,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:13.453745 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.460614 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac62ee-d3c9-4100-8214-a76930e80725 req-308696f1-4246-4782-b386-8feacbcf3854 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:13.462199 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a0ac62ee-d3c9-4100-8214-a76930e80725 req-308696f1-4246-4782-b386-8feacbcf3854 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.1002588 May 16 15:22:13.469517 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=69e315bc0b0748c2831dd81c127e491a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995886 May 16 15:22:13.471423 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 52500) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:13.480369 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dcea07-8fae-4145-a733-6a29da9a079a'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:13.483060 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b99e5f-56e9-4542-a762-df37f6b5d1b3" -d '{"events": [{"server_uuid": "ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea", "name": "network-vif-plugged", "status": "completed", "tag": "24dcea07-8fae-4145-a733-6a29da9a079a"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:13.488373 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.488723 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.489073 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.489412 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.489740 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.490076 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.490425 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.490750 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.491081 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.491406 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.491732 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.492166 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.492533 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.493029 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.493347 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be97105-34a4-49e5-a681-62cc2b897777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.514217 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffdedb-8c6c-4267-8c27-b528f91f12c4 req-b1ea0ef1-b5ba-43d7-87c8-eee674a7b07b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:13.518997 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:13.521926 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-02ffdedb-8c6c-4267-8c27-b528f91f12c4 req-b1ea0ef1-b5ba-43d7-87c8-eee674a7b07b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0663838 May 16 15:22:13.526236 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.526915 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.527179 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.527520 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.527859 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.528187 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.529221 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.529731 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.530233 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.530711 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.531213 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.531545 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.531876 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.532204 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.532537 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:13.561874 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a0ac62ee-d3c9-4100-8214-a76930e80725 req-3f42076a-f1c6-4e78-951d-d27c94600d61 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910945 May 16 15:22:13.573380 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-02ffdedb-8c6c-4267-8c27-b528f91f12c4 req-6d3a7cc1-08d5-49de-bb96-21b794359492 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505583 May 16 15:22:13.579221 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dea6e9c7-c6de-4ca9-94fa-a1d0dbdc3a4d admin admin] Publish callbacks [] for security_group (ae747da0-cd59-4f03-a029-7207d0410b0a), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.605594 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dea6e9c7-c6de-4ca9-94fa-a1d0dbdc3a4d admin admin] Publish callbacks [] for security_group (ae747da0-cd59-4f03-a029-7207d0410b0a), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.625294 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f024fdb1-da72-44a8-b708-896ed3558e34 x-openstack-request-id: req-f024fdb1-da72-44a8-b708-896ed3558e34 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:13.625586 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea", "name": "network-vif-plugged", "status": "completed", "tag": "24dcea07-8fae-4145-a733-6a29da9a079a", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:13.625841 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f024fdb1-da72-44a8-b708-896ed3558e34 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:13.626264 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f024fdb1-da72-44a8-b708-896ed3558e34'] response: {'server_uuid': 'ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dcea07-8fae-4145-a733-6a29da9a079a', 'code': 200} May 16 15:22:13.728217 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dea6e9c7-c6de-4ca9-94fa-a1d0dbdc3a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (ae747da0-cd59-4f03-a029-7207d0410b0a), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.730703 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dea6e9c7-c6de-4ca9-94fa-a1d0dbdc3a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.734462 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-dea6e9c7-c6de-4ca9-94fa-a1d0dbdc3a4d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ae747da0-cd59-4f03-a029-7207d0410b0a HTTP/1.1" status: 204 len: 168 time: 0.2562854 May 16 15:22:13.739846 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6e9c7-c6de-4ca9-94fa-a1d0dbdc3a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae747da0-cd59-4f03-a029-7207d0410b0a,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:14.120190 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439342f7-8b4c-4fbf-b491-19e47d65c10f req-48e36b54-6392-4d3e-bbfa-ba9a7fc3e64d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:14.121734 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-439342f7-8b4c-4fbf-b491-19e47d65c10f req-48e36b54-6392-4d3e-bbfa-ba9a7fc3e64d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0520501 May 16 15:22:14.159316 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 52518) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:14.170056 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-439342f7-8b4c-4fbf-b491-19e47d65c10f req-e209bd31-a606-4110-b13d-0e38c3faa507 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 May 16 15:22:14.266834 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a87babab-1ec0-48d1-81b1-d3633d686cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.328768 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 52524) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:14.348820 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e6ff616c-d5e7-40a7-9c56-b4ef1d04501a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.367851 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a87babab-1ec0-48d1-81b1-d3633d686cc5 admin admin] Publish callbacks [] for security_group (f78fccc9-4162-40b1-8adc-b917da46e61d), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.431306 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e6ff616c-d5e7-40a7-9c56-b4ef1d04501a admin admin] Publish callbacks [] for security_group (8e1d1bbb-88f0-4761-80b4-eb38392c81d1), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.454387 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a87babab-1ec0-48d1-81b1-d3633d686cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (f78fccc9-4162-40b1-8adc-b917da46e61d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.493209 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a87babab-1ec0-48d1-81b1-d3633d686cc5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=24d03716d6dc4108966628fa296cb937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327482 May 16 15:22:14.499761 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87babab-1ec0-48d1-81b1-d3633d686cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78fccc9-4162-40b1-8adc-b917da46e61d,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:14.499895 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 52530) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:14.522059 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e6ff616c-d5e7-40a7-9c56-b4ef1d04501a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (8e1d1bbb-88f0-4761-80b4-eb38392c81d1), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.545708 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Publish callbacks [] for security_group (f78fccc9-4162-40b1-8adc-b917da46e61d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.564669 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e6ff616c-d5e7-40a7-9c56-b4ef1d04501a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6017e7ef523d4250af7aa71d704795a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348459 May 16 15:22:14.565534 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff616c-d5e7-40a7-9c56-b4ef1d04501a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1d1bbb-88f0-4761-80b4-eb38392c81d1,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:14.567884 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 52532) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:14.568876 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Publish callbacks [] for security_group (f78fccc9-4162-40b1-8adc-b917da46e61d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.634990 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f619ad5f-ab01-4600-a3fb-25e9ce3cd744 admin admin] Publish callbacks [] for security_group (8e1d1bbb-88f0-4761-80b4-eb38392c81d1), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.665928 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f619ad5f-ab01-4600-a3fb-25e9ce3cd744 admin admin] Publish callbacks [] for security_group (8e1d1bbb-88f0-4761-80b4-eb38392c81d1), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.710373 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c07064-5de3-4de4-add4-512c6df3a856 req-76e0e047-947c-45ea-b4b8-5a00916a22e3 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:14.711778 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-06c07064-5de3-4de4-add4-512c6df3a856 req-76e0e047-947c-45ea-b4b8-5a00916a22e3 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0468292 May 16 15:22:14.733150 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5550112-5b20-4528-8793-6969abd01843 req-dfa36cc4-a3fc-4505-bdd0-0932e382bf33 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:14.734659 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d5550112-5b20-4528-8793-6969abd01843 req-dfa36cc4-a3fc-4505-bdd0-0932e382bf33 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0763526 May 16 15:22:14.746321 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (f78fccc9-4162-40b1-8adc-b917da46e61d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.749291 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.753651 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f78fccc9-4162-40b1-8adc-b917da46e61d HTTP/1.1" status: 204 len: 168 time: 0.2565899 May 16 15:22:14.776867 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78fccc9-4162-40b1-8adc-b917da46e61d,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:14.783010 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-06c07064-5de3-4de4-add4-512c6df3a856 req-f9e49fc2-8a7f-4730-a0e8-43b30b07c2e1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647163 May 16 15:22:14.787735 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.788078 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.788602 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.789140 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.789275 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.789637 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.789969 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.790332 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.790663 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.790986 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.791464 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.791938 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.792428 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.792763 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.793544 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942f50-bb80-4777-b0a5-4411b90efbeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:14.798055 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d5550112-5b20-4528-8793-6969abd01843 req-2ee8792e-64b6-466a-b7d2-839f6eb877d7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479043 May 16 15:22:14.847946 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f619ad5f-ab01-4600-a3fb-25e9ce3cd744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (8e1d1bbb-88f0-4761-80b4-eb38392c81d1), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.850563 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f619ad5f-ab01-4600-a3fb-25e9ce3cd744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.851692 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f619ad5f-ab01-4600-a3fb-25e9ce3cd744 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8e1d1bbb-88f0-4761-80b4-eb38392c81d1 HTTP/1.1" status: 204 len: 168 time: 0.2827311 May 16 15:22:14.861202 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619ad5f-ab01-4600-a3fb-25e9ce3cd744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1d1bbb-88f0-4761-80b4-eb38392c81d1,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:15.289545 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa772ae-6573-4bce-9442-44e991aff2c7 req-e93f1e20-8314-4912-97f0-7dd047dc523a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:15.291257 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-afa772ae-6573-4bce-9442-44e991aff2c7 req-e93f1e20-8314-4912-97f0-7dd047dc523a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0494313 May 16 15:22:15.341979 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-afa772ae-6573-4bce-9442-44e991aff2c7 req-19dc56aa-821b-4719-8fbc-f8d5eded4bad tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453660 May 16 15:22:15.784485 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 52566) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:15.800256 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-88eb5bf7-e271-496f-8402-08e40be9e98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:15.892753 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-88eb5bf7-e271-496f-8402-08e40be9e98e admin admin] Publish callbacks [] for security_group (cd9e53bd-1b66-45e9-a426-4c5f87d8ab7f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:15.950511 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f57cc5-a681-4c55-9c78-18bb044b6317 req-89618f40-fbaf-4429-9077-d3612f10fff1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:15.950511 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f6f57cc5-a681-4c55-9c78-18bb044b6317 req-89618f40-fbaf-4429-9077-d3612f10fff1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0732889 May 16 15:22:15.956426 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2777a56-78ae-4cab-b6b1-c3070069b686 req-6b8bd64e-26af-4758-a58b-1a1f2754ce82 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:15.957962 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2777a56-78ae-4cab-b6b1-c3070069b686 req-6b8bd64e-26af-4758-a58b-1a1f2754ce82 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0538678 May 16 15:22:15.972822 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-88eb5bf7-e271-496f-8402-08e40be9e98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (cd9e53bd-1b66-45e9-a426-4c5f87d8ab7f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:16.005642 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f6f57cc5-a681-4c55-9c78-18bb044b6317 req-72c2a03e-a95c-452c-b9e6-840157a3c861 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507429 May 16 15:22:16.049877 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-88eb5bf7-e271-496f-8402-08e40be9e98e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3df724151dd84f2d8a89405549e75ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642937 May 16 15:22:16.052989 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb5bf7-e271-496f-8402-08e40be9e98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9e53bd-1b66-45e9-a426-4c5f87d8ab7f,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:16.055802 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 52582) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:16.058677 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2777a56-78ae-4cab-b6b1-c3070069b686 req-93b07613-64de-4952-8ecc-a27bdcbb24b6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941179 May 16 15:22:16.111620 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4e465-d754-4370-a070-fe9457dcba55 req-30d24c97-d44c-46d3-bfd4-0ff0d02725cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:16.113587 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2dd4e465-d754-4370-a070-fe9457dcba55 req-30d24c97-d44c-46d3-bfd4-0ff0d02725cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd481adb-85bc-44cf-b34a-1e491f3afa9f HTTP/1.1" status: 200 len: 852 time: 0.0529060 May 16 15:22:16.152030 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2dd4e465-d754-4370-a070-fe9457dcba55 req-0a7fe2b1-724b-4b0e-9bc1-714c08f17410 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300102 May 16 15:22:16.153013 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1e053788-b425-48ca-aead-9907acc42eab admin admin] Publish callbacks [] for security_group (cd9e53bd-1b66-45e9-a426-4c5f87d8ab7f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:16.179826 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1e053788-b425-48ca-aead-9907acc42eab admin admin] Publish callbacks [] for security_group (cd9e53bd-1b66-45e9-a426-4c5f87d8ab7f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:16.266459 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2dd4e465-d754-4370-a070-fe9457dcba55 req-9a0e1b8d-e644-4978-9721-9f4536270d97 service neutron] 10.222.0.79 "GET /v2.0/networks/691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038885 May 16 15:22:16.294110 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1e053788-b425-48ca-aead-9907acc42eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (cd9e53bd-1b66-45e9-a426-4c5f87d8ab7f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:16.298271 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1e053788-b425-48ca-aead-9907acc42eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:16.305994 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-1e053788-b425-48ca-aead-9907acc42eab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd9e53bd-1b66-45e9-a426-4c5f87d8ab7f HTTP/1.1" status: 204 len: 168 time: 0.2455652 May 16 15:22:16.310422 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e053788-b425-48ca-aead-9907acc42eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9e53bd-1b66-45e9-a426-4c5f87d8ab7f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:16.401372 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['a3126c76-9ed9-4501-8584-9b5b2ba2d62e'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:22:16.424565 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2dd4e465-d754-4370-a070-fe9457dcba55 req-fd469382-8bc1-48ea-8963-b9814452fa05 service neutron] 10.222.0.79 "GET /v2.0/networks/691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478715 May 16 15:22:16.498789 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1e854-6df3-4e71-b032-acce29d9c8ab req-ada98043-af89-44ad-89c8-93869617c981 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:16.500323 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-78a1e854-6df3-4e71-b032-acce29d9c8ab req-ada98043-af89-44ad-89c8-93869617c981 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0483723 May 16 15:22:16.558931 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-78a1e854-6df3-4e71-b032-acce29d9c8ab req-1898ef84-b39e-4db5-ae81-0dfb61b97d8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519152 May 16 15:22:17.013404 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42709d40-30b5-4dda-8d77-a8dac1c699b3 req-a2cbedd7-584b-4a6a-96b8-7ef8f77f841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:17.021811 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-42709d40-30b5-4dda-8d77-a8dac1c699b3 req-a2cbedd7-584b-4a6a-96b8-7ef8f77f841d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 1130 time: 0.0512779 May 16 15:22:17.132122 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-42709d40-30b5-4dda-8d77-a8dac1c699b3 req-d3e75f35-7442-48f7-97d7-2f766501efad service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084163 May 16 15:22:17.156568 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee82eb-1120-4faa-a506-1b36b12601d1 req-f2c42d70-78ca-490d-af4c-7ae1862c5a2f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:17.158111 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c3ee82eb-1120-4faa-a506-1b36b12601d1 req-f2c42d70-78ca-490d-af4c-7ae1862c5a2f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0650084 May 16 15:22:17.220191 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64182716-2ade-494e-9098-e16dff70bc7b req-4ce558be-4ccf-4f49-8b2f-1ea171f62830 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:17.222449 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-64182716-2ade-494e-9098-e16dff70bc7b req-4ce558be-4ccf-4f49-8b2f-1ea171f62830 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0541451 May 16 15:22:17.231874 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c3ee82eb-1120-4faa-a506-1b36b12601d1 req-781dfcc2-3f12-45bc-8be7-a76fa724fec2 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649559 May 16 15:22:17.285621 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-64182716-2ade-494e-9098-e16dff70bc7b req-cf39b203-3a80-421a-8eb0-e2db0456eef9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492439 May 16 15:22:17.681192 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886aff29-5eb5-44ed-9912-98bf58e77a72 req-ba7ac9ab-a885-422b-b906-68eebdec183a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:17.683051 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-886aff29-5eb5-44ed-9912-98bf58e77a72 req-ba7ac9ab-a885-422b-b906-68eebdec183a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0507658 May 16 15:22:17.743127 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-886aff29-5eb5-44ed-9912-98bf58e77a72 req-a3d325f7-60c6-48a2-8e68-f3c97dec6e48 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534980 May 16 15:22:18.259844 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device a3126c76-9ed9-4501-8584-9b5b2ba2d62e up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:22:18.407545 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port a3126c76-9ed9-4501-8584-9b5b2ba2d62e completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:22:18.448315 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54894096-5c54-4a1c-a772-a55a92f3a89d req-42aaf0e2-6eb4-44da-83fd-7c5f62753a1b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:18.449961 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-54894096-5c54-4a1c-a772-a55a92f3a89d req-42aaf0e2-6eb4-44da-83fd-7c5f62753a1b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0625682 May 16 15:22:18.462787 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dc848-7767-4943-b498-20db0f820d68 req-686d0135-e6e6-4d4e-92a6-2079a46f15c2 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:18.468287 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7a5dc848-7767-4943-b498-20db0f820d68 req-686d0135-e6e6-4d4e-92a6-2079a46f15c2 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0853410 May 16 15:22:18.476380 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port a3126c76-9ed9-4501-8584-9b5b2ba2d62e triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:22:18.477103 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:18.508101 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-54894096-5c54-4a1c-a772-a55a92f3a89d req-74575baa-e27f-40f6-8039-0234b2dd1535 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523031 May 16 15:22:18.533351 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7a5dc848-7767-4943-b498-20db0f820d68 req-07b95366-007b-46a9-a5ec-93103b780d01 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556452 May 16 15:22:18.572166 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port a3126c76-9ed9-4501-8584-9b5b2ba2d62e is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:18.572569 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:18.612281 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:18.616428 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d0853c-7017-4ee7-984e-bac747fb1c03" -d '{"events": [{"server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "name": "network-vif-plugged", "status": "completed", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:18.628637 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:18.677274 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff38282-a8e6-445b-ab73-83a393f450b3 x-openstack-request-id: req-2ff38282-a8e6-445b-ab73-83a393f450b3 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:18.677613 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "name": "network-vif-plugged", "status": "completed", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:18.677873 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ff38282-a8e6-445b-ab73-83a393f450b3 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:18.678657 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff38282-a8e6-445b-ab73-83a393f450b3'] response: {'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'code': 200} May 16 15:22:18.691079 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:18.694929 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9627859-f9ed-4514-942f-5f35ae23fe74 req-fb4435a4-041f-425f-bbe7-f4c41b67c90a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:18.696436 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b9627859-f9ed-4514-942f-5f35ae23fe74 req-fb4435a4-041f-425f-bbe7-f4c41b67c90a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0511699 May 16 15:22:18.705156 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 52710) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:18.709414 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-3f3ba22e-6c35-43c7-b84e-919f3555c78d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Request body: {'floatingip': {'port_id': '28c42936-ecff-4e27-887a-edf723a14aa4'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:18.739726 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:18.784850 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba22e-6c35-43c7-b84e-919f3555c78d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (37cd3ff2-2e10-4504-add4-fed3a08033ff), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:18.864193 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454dfbf-eb6b-4a5e-9682-647c7021e026 req-bccbaa73-2a6a-4476-8a27-e433f5487bc8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:18.865661 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5454dfbf-eb6b-4a5e-9682-647c7021e026 req-bccbaa73-2a6a-4476-8a27-e433f5487bc8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0511076 May 16 15:22:18.914369 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5454dfbf-eb6b-4a5e-9682-647c7021e026 req-aacd04d6-aea1-4721-985d-fe00eab50dd6 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 May 16 15:22:19.558491 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.db.resource_extend [None req-3f3ba22e-6c35-43c7-b84e-919f3555c78d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 16 15:22:19.666116 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba22e-6c35-43c7-b84e-919f3555c78d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:19.674595 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfe1dc-d98e-47d0-b82f-16a35993e49b req-c5de8692-e9b4-4af9-b447-5542854d819f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:19.676068 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9ebfe1dc-d98e-47d0-b82f-16a35993e49b req-c5de8692-e9b4-4af9-b447-5542854d819f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0859084 May 16 15:22:19.723810 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9ebfe1dc-d98e-47d0-b82f-16a35993e49b req-d9427e7a-10b5-4ab9-8f62-7f67b83e5fed tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422947 May 16 15:22:19.752287 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba22e-6c35-43c7-b84e-919f3555c78d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (37cd3ff2-2e10-4504-add4-fed3a08033ff), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:19.834866 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [None req-3f3ba22e-6c35-43c7-b84e-919f3555c78d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Floating IP 37cd3ff2-2e10-4504-add4-fed3a08033ff associated. External IP: 172.27.2.192, port: 28c42936-ecff-4e27-887a-edf723a14aa4. May 16 15:22:20.040067 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa44da-d0fd-42b3-b051-bdbfa0c57156 req-ce7bb373-d939-4c22-9c39-eca4fe86eaa2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:20.041862 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cfaa44da-d0fd-42b3-b051-bdbfa0c57156 req-ce7bb373-d939-4c22-9c39-eca4fe86eaa2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0537505 May 16 15:22:20.044307 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3ba22e-6c35-43c7-b84e-919f3555c78d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Router 8a1f9193-b17d-409d-9787-ae793a3af124 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:22:20.091283 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cfaa44da-d0fd-42b3-b051-bdbfa0c57156 req-dc9cdb2d-e85c-4c95-ab94-e98769beb1b2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431325 May 16 15:22:20.156813 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3ba22e-6c35-43c7-b84e-919f3555c78d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:22:20.163225 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba22e-6c35-43c7-b84e-919f3555c78d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.176135 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef520b87-8e71-4638-b0fb-e55b53916a21 None None] Sync routers for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:22:20.189124 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef520b87-8e71-4638-b0fb-e55b53916a21 None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:22:20.190485 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ef520b87-8e71-4638-b0fb-e55b53916a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:21:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:20.201669 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-3f3ba22e-6c35-43c7-b84e-919f3555c78d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "PUT /v2.0/floatingips/37cd3ff2-2e10-4504-add4-fed3a08033ff HTTP/1.1" status: 200 len: 991 time: 1.4955218 May 16 15:22:20.202431 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'tag': '28c42936-ecff-4e27-887a-edf723a14aa4'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:20.204849 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03df7c0-1b46-437a-aad6-973b5bd805f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca077d05-e39f-4ce2-ba17-bc13b0d34bb4", "tag": "28c42936-ecff-4e27-887a-edf723a14aa4"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:20.248768 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bad71db-ccb8-4226-b9a1-45a001bd729b x-openstack-request-id: req-5bad71db-ccb8-4226-b9a1-45a001bd729b {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:20.248768 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca077d05-e39f-4ce2-ba17-bc13b0d34bb4", "tag": "28c42936-ecff-4e27-887a-edf723a14aa4", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:20.248768 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5bad71db-ccb8-4226-b9a1-45a001bd729b {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:20.248768 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bad71db-ccb8-4226-b9a1-45a001bd729b'] response: {'name': 'network-changed', 'server_uuid': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'tag': '28c42936-ecff-4e27-887a-edf723a14aa4', 'status': 'completed', 'code': 200} May 16 15:22:20.309483 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-ef520b87-8e71-4638-b0fb-e55b53916a21 None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:22:20.561930 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ef520b87-8e71-4638-b0fb-e55b53916a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '37cd3ff2-2e10-4504-add4-fed3a08033ff', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'port_id': '28c42936-ecff-4e27-887a-edf723a14aa4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'mac_address': 'fa:16:3e:fd:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:32Z', 'updated_at': '2022-05-16T15:22:19Z', 'revision_number': 1, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:35Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:20.591539 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef520b87-8e71-4638-b0fb-e55b53916a21 None None] Checking router: 8a1f9193-b17d-409d-9787-ae793a3af124 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:22:20.602091 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef520b87-8e71-4638-b0fb-e55b53916a21 None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:22:20.602743 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ef520b87-8e71-4638-b0fb-e55b53916a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:21:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:20.662835 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1727a-c260-4496-9e99-27613e72997e req-a079aa89-9f2e-4605-be9d-d27102d10c20 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:20.664361 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d5c1727a-c260-4496-9e99-27613e72997e req-a079aa89-9f2e-4605-be9d-d27102d10c20 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0493467 May 16 15:22:20.703642 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-ef520b87-8e71-4638-b0fb-e55b53916a21 None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:22:20.712302 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d5c1727a-c260-4496-9e99-27613e72997e req-d362eec5-121a-4c1b-a854-c95c7e005185 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411568 May 16 15:22:20.849183 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25228c72-d573-42e5-abbe-64cf49abf5cf req-7042a1ec-3cc0-4f3e-849b-8e3b55c5a2c5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:20.850618 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-25228c72-d573-42e5-abbe-64cf49abf5cf req-7042a1ec-3cc0-4f3e-849b-8e3b55c5a2c5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0464845 May 16 15:22:20.897972 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-25228c72-d573-42e5-abbe-64cf49abf5cf req-cc6c346c-bec8-44ba-aeb8-ffd8ebed3348 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 May 16 15:22:20.911402 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ef520b87-8e71-4638-b0fb-e55b53916a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '37cd3ff2-2e10-4504-add4-fed3a08033ff', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'port_id': '28c42936-ecff-4e27-887a-edf723a14aa4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'mac_address': 'fa:16:3e:fd:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:32Z', 'updated_at': '2022-05-16T15:22:19Z', 'revision_number': 1, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:35Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:20.935986 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef520b87-8e71-4638-b0fb-e55b53916a21 None None] The sync data for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi is: [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '37cd3ff2-2e10-4504-add4-fed3a08033ff', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'port_id': '28c42936-ecff-4e27-887a-edf723a14aa4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'mac_address': 'fa:16:3e:fd:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:32Z', 'updated_at': '2022-05-16T15:22:19Z', 'revision_number': 1, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:35Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:22:21.151149 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ddd09-6563-4f65-b54d-58c52b2a8992 None None] New status for floating IP 37cd3ff2-2e10-4504-add4-fed3a08033ff: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:22:21.827157 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1fa50-692e-414d-a75f-72668685df5b req-21e756fd-8a60-415c-b95d-536f600bbf87 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:21.829152 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b4d1fa50-692e-414d-a75f-72668685df5b req-21e756fd-8a60-415c-b95d-536f600bbf87 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0491042 May 16 15:22:21.878042 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b4d1fa50-692e-414d-a75f-72668685df5b req-0a80a95f-be1f-4527-a7b6-6157f697e415 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 May 16 15:22:22.012268 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579e876-ad28-4612-88eb-51182cdf6d56 req-db4ffd66-4208-493c-b336-052eb72f8fdc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:22.014245 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5579e876-ad28-4612-88eb-51182cdf6d56 req-db4ffd66-4208-493c-b336-052eb72f8fdc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0459685 May 16 15:22:22.065784 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5579e876-ad28-4612-88eb-51182cdf6d56 req-331143b9-bb0f-4529-bff9-b80b460a0866 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461121 May 16 15:22:22.624847 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9c967996-1251-4c53-96fb-1cb70a3394cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:22.994495 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224ba75-9543-4793-9c9b-95544c8491e6 req-d67c657a-dd44-4532-a0cf-fe1ea8411fe5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:22.995973 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e224ba75-9543-4793-9c9b-95544c8491e6 req-d67c657a-dd44-4532-a0cf-fe1ea8411fe5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0473456 May 16 15:22:23.050012 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e224ba75-9543-4793-9c9b-95544c8491e6 req-6cdf8b03-963c-4c4e-b6cc-d152300322b1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480127 May 16 15:22:23.189630 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a04b0-6ddb-402a-a897-fbea56846b2e req-a07da347-f0dd-4b25-aa89-a144b80ea3e5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:23.191070 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ef3a04b0-6ddb-402a-a897-fbea56846b2e req-a07da347-f0dd-4b25-aa89-a144b80ea3e5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0531397 May 16 15:22:23.245008 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ef3a04b0-6ddb-402a-a897-fbea56846b2e req-2bb4d674-8ba9-4995-a73c-94aa7a97280e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473011 May 16 15:22:23.298920 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03df7c0-1b46-437a-aad6-973b5bd805f5 req-2af2ecdf-3964-4540-958f-6a190acf066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:23.300445 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a03df7c0-1b46-437a-aad6-973b5bd805f5 req-2af2ecdf-3964-4540-958f-6a190acf066b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b360d85257f14f9191b490327c110ba8&device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 1129 time: 0.0486023 May 16 15:22:24.160527 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037f404-2c80-4958-8ffb-09f438b8bb71 req-883ceb76-adfa-4080-a3bc-56b3116fade9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:24.162004 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b037f404-2c80-4958-8ffb-09f438b8bb71 req-883ceb76-adfa-4080-a3bc-56b3116fade9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0463665 May 16 15:22:24.212121 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b037f404-2c80-4958-8ffb-09f438b8bb71 req-6ea51fc2-8338-4c87-8ef0-b7ea399f6f8d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444474 May 16 15:22:24.374377 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9adb3e-b209-44ac-8932-ebee0f1f710e req-4a2ea8bf-e4be-48cb-869a-035fb6e510d9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:24.375887 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3f9adb3e-b209-44ac-8932-ebee0f1f710e req-4a2ea8bf-e4be-48cb-869a-035fb6e510d9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0515883 May 16 15:22:24.425242 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3f9adb3e-b209-44ac-8932-ebee0f1f710e req-4b6cddc0-083d-41f0-9e47-a52ba35fa169 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439584 May 16 15:22:24.744538 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-06e303b9-893f-4cac-8ee0-7d98d245f856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:25.334372 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff5525-3f60-4de1-982b-b9e1ebf37b38 req-e6a77107-6c41-4645-b923-2f42826915d1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:25.335841 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3eff5525-3f60-4de1-982b-b9e1ebf37b38 req-e6a77107-6c41-4645-b923-2f42826915d1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0470643 May 16 15:22:25.382087 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3eff5525-3f60-4de1-982b-b9e1ebf37b38 req-5d102df6-90f3-49ca-8231-a4e97de50db7 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 May 16 15:22:25.543577 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1dee9-d124-4cfc-8beb-7a8871bd1d34 req-311d4f62-2dd4-4212-851f-a08f55169ab6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:25.545565 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-71e1dee9-d124-4cfc-8beb-7a8871bd1d34 req-311d4f62-2dd4-4212-851f-a08f55169ab6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0495403 May 16 15:22:25.610726 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-71e1dee9-d124-4cfc-8beb-7a8871bd1d34 req-795db178-34cb-4e8f-8211-e199c69e278e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573084 May 16 15:22:25.784464 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:25.950765 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce05c4e-0929-49e1-8ebb-8ba445726866 req-bc4395b4-a7bd-4373-b52a-ad11b2ee69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:25.952177 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bce05c4e-0929-49e1-8ebb-8ba445726866 req-bc4395b4-a7bd-4373-b52a-ad11b2ee69c8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0882847 May 16 15:22:26.023508 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd361193-9665-42c8-9d87-0d9b5fee00c6 req-1478bb15-ce08-4403-9946-da63638bd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:26.024987 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cd361193-9665-42c8-9d87-0d9b5fee00c6 req-1478bb15-ce08-4403-9946-da63638bd8af service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 1130 time: 0.0757809 May 16 15:22:26.042728 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03df7c0-1b46-437a-aad6-973b5bd805f5 req-07853e09-51e4-45d9-89a8-4aa0467fc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:26.044090 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a03df7c0-1b46-437a-aad6-973b5bd805f5 req-07853e09-51e4-45d9-89a8-4aa0467fc0f0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=85d31a74-2e0d-4761-a3e9-16256afe83d7 HTTP/1.1" status: 200 len: 912 time: 0.1898131 May 16 15:22:26.084935 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bce05c4e-0929-49e1-8ebb-8ba445726866 req-ad75cf48-0fd5-4395-b93f-fcab54407a1f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234787 May 16 15:22:26.198258 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a03df7c0-1b46-437a-aad6-973b5bd805f5 req-68232ec3-17f0-4eba-8be6-c4ee861b086d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c42936-ecff-4e27-887a-edf723a14aa4 HTTP/1.1" status: 200 len: 1001 time: 0.1419899 May 16 15:22:26.217084 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd361193-9665-42c8-9d87-0d9b5fee00c6 req-26ae463f-dbf2-4c0a-af54-7473fad2b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:26.218621 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cd361193-9665-42c8-9d87-0d9b5fee00c6 req-26ae463f-dbf2-4c0a-af54-7473fad2b939 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.1773272 May 16 15:22:26.412868 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cd361193-9665-42c8-9d87-0d9b5fee00c6 req-e73443f0-c2c1-4b9a-8e32-3a933f200932 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24dcea07-8fae-4145-a733-6a29da9a079a HTTP/1.1" status: 200 len: 217 time: 0.0459094 May 16 15:22:26.494000 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03df7c0-1b46-437a-aad6-973b5bd805f5 req-55694763-9273-42b9-86b2-cad3630531c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:26.495530 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a03df7c0-1b46-437a-aad6-973b5bd805f5 req-55694763-9273-42b9-86b2-cad3630531c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=452ae066-2827-4424-a9d0-b7d8f441c20a HTTP/1.1" status: 200 len: 850 time: 0.1274691 May 16 15:22:26.500617 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd361193-9665-42c8-9d87-0d9b5fee00c6 req-0f82e5ff-50ed-4009-b9e0-459c47995d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:26.502666 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cd361193-9665-42c8-9d87-0d9b5fee00c6 req-0f82e5ff-50ed-4009-b9e0-459c47995d91 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.0709279 May 16 15:22:26.580055 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03df7c0-1b46-437a-aad6-973b5bd805f5 req-75a8e712-2d7f-401c-b5e7-61f4e0c90a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:26.583436 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a03df7c0-1b46-437a-aad6-973b5bd805f5 req-75a8e712-2d7f-401c-b5e7-61f4e0c90a5a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85d31a74-2e0d-4761-a3e9-16256afe83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0788558 May 16 15:22:26.588178 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd361193-9665-42c8-9d87-0d9b5fee00c6 req-ffad8c0c-9c5b-43a2-a405-0332f65eee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:26.589674 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cd361193-9665-42c8-9d87-0d9b5fee00c6 req-ffad8c0c-9c5b-43a2-a405-0332f65eee68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0763583 May 16 15:22:26.696055 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefbcde-8d30-4624-9ec8-17178e8134b1 req-055e40c0-6876-466b-8e87-08866a1e5798 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:26.698795 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7aefbcde-8d30-4624-9ec8-17178e8134b1 req-055e40c0-6876-466b-8e87-08866a1e5798 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0807302 May 16 15:22:26.791618 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7aefbcde-8d30-4624-9ec8-17178e8134b1 req-a280209c-d187-4d2c-9655-775b86d56e3f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828404 May 16 15:22:26.816112 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5825-082c-4c81-bc37-ab7144cbd89f req-4b7f501e-2294-4519-91a3-cb9c6f07aef6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:26.825131 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0c8a5825-082c-4c81-bc37-ab7144cbd89f req-4b7f501e-2294-4519-91a3-cb9c6f07aef6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0853257 May 16 15:22:26.872845 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0c8a5825-082c-4c81-bc37-ab7144cbd89f req-9db90ec3-2ec6-45d9-bc17-af4224f9de22 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468090 May 16 15:22:27.117344 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cd361193-9665-42c8-9d87-0d9b5fee00c6 req-ef5db2ca-428c-43b4-bfeb-4e5d78003e02 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550176 May 16 15:22:27.120735 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a03df7c0-1b46-437a-aad6-973b5bd805f5 req-d2dcbd74-c613-4880-898c-3d70f0b74b1d service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497567 May 16 15:22:27.304855 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cd361193-9665-42c8-9d87-0d9b5fee00c6 req-5aebaa1b-33ff-41e4-9c60-06e52aafc284 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731417 May 16 15:22:27.306757 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a03df7c0-1b46-437a-aad6-973b5bd805f5 req-e4f24905-c86b-41a6-8b15-630be6fda8b6 service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681843 May 16 15:22:27.604434 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:27.605409 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1c603-df75-4d7d-bad3-8b24b4a3941f req-2cfee82f-02a1-49c4-8282-b97dcae00338 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:27.613850 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d4c1c603-df75-4d7d-bad3-8b24b4a3941f req-2cfee82f-02a1-49c4-8282-b97dcae00338 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.0628622 May 16 15:22:27.675447 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d4c1c603-df75-4d7d-bad3-8b24b4a3941f req-7975fe01-ddbe-40ab-86e3-43a2d06c0dd8 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599072 May 16 15:22:27.732427 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 52920) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:27.869155 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 52928) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:27.916479 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6f324f2b-a304-4ba5-b28f-b25c21358a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:27.953546 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b1ed7-4c3f-4575-b94a-86c86a4c3a13 req-eaa5c6f8-8a0d-4bb8-8dde-5b0ff65fff86 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:27.956285 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3a3b1ed7-4c3f-4575-b94a-86c86a4c3a13 req-eaa5c6f8-8a0d-4bb8-8dde-5b0ff65fff86 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0951023 May 16 15:22:27.964306 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-16bbe3d3-8d1f-4745-996a-a987ee58d017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.007191 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3a3b1ed7-4c3f-4575-b94a-86c86a4c3a13 req-9446ddab-ce23-4d43-88af-0a277319385c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 May 16 15:22:28.051273 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077ed49-3c41-42f2-a38c-2bab9fff0e4b req-517ea0cf-9acb-4fae-927f-143a22fd702f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:28.054909 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d077ed49-3c41-42f2-a38c-2bab9fff0e4b req-517ea0cf-9acb-4fae-927f-143a22fd702f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0815914 May 16 15:22:28.122793 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6f324f2b-a304-4ba5-b28f-b25c21358a3b admin admin] Publish callbacks [] for security_group (5dd23367-def7-495f-82ba-a075feadeb9c), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.150745 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d077ed49-3c41-42f2-a38c-2bab9fff0e4b req-ac3d5347-4a23-4c9a-ac45-6c2c81930599 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899642 May 16 15:22:28.170365 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-16bbe3d3-8d1f-4745-996a-a987ee58d017 admin admin] Publish callbacks [] for security_group (004e3022-c986-480c-a920-285b4112e1dc), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.236202 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6f324f2b-a304-4ba5-b28f-b25c21358a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (5dd23367-def7-495f-82ba-a075feadeb9c), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.461488 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-16bbe3d3-8d1f-4745-996a-a987ee58d017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (004e3022-c986-480c-a920-285b4112e1dc), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.500987 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f324f2b-a304-4ba5-b28f-b25c21358a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd23367-def7-495f-82ba-a075feadeb9c,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:28.508676 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-6f324f2b-a304-4ba5-b28f-b25c21358a3b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90ef2027e69a462b9f55af10229142a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7724233 May 16 15:22:28.511287 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 52938) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:28.517291 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-16bbe3d3-8d1f-4745-996a-a987ee58d017 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=48c29f01f94f4ee994cf7904c9cb0e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6419001 May 16 15:22:28.520394 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 52940) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:28.547309 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbe3d3-8d1f-4745-996a-a987ee58d017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004e3022-c986-480c-a920-285b4112e1dc,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:28.570868 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-211b7a08-b878-443e-a1e7-3ed2d16317b9 admin admin] Publish callbacks [] for security_group (5dd23367-def7-495f-82ba-a075feadeb9c), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.586880 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f0d79dec-987a-4a80-8f0a-7961819b1081 admin admin] Publish callbacks [] for security_group (004e3022-c986-480c-a920-285b4112e1dc), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.594414 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-211b7a08-b878-443e-a1e7-3ed2d16317b9 admin admin] Publish callbacks [] for security_group (5dd23367-def7-495f-82ba-a075feadeb9c), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.609153 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f0d79dec-987a-4a80-8f0a-7961819b1081 admin admin] Publish callbacks [] for security_group (004e3022-c986-480c-a920-285b4112e1dc), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.746168 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-211b7a08-b878-443e-a1e7-3ed2d16317b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (5dd23367-def7-495f-82ba-a075feadeb9c), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.748103 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f0d79dec-987a-4a80-8f0a-7961819b1081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (004e3022-c986-480c-a920-285b4112e1dc), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.748579 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-211b7a08-b878-443e-a1e7-3ed2d16317b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.751539 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-211b7a08-b878-443e-a1e7-3ed2d16317b9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5dd23367-def7-495f-82ba-a075feadeb9c HTTP/1.1" status: 204 len: 168 time: 0.2378592 May 16 15:22:28.751640 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f0d79dec-987a-4a80-8f0a-7961819b1081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.751953 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-f0d79dec-987a-4a80-8f0a-7961819b1081 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/004e3022-c986-480c-a920-285b4112e1dc HTTP/1.1" status: 204 len: 168 time: 0.2307019 May 16 15:22:28.761799 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d79dec-987a-4a80-8f0a-7961819b1081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004e3022-c986-480c-a920-285b4112e1dc,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:28.813279 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b7a08-b878-443e-a1e7-3ed2d16317b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd23367-def7-495f-82ba-a075feadeb9c,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:28.834784 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd89a0-19f3-4863-84ca-af304a9dc8de req-c1a7c181-05b5-4281-83f1-0a1692e5c48c tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:28.837578 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-75dd89a0-19f3-4863-84ca-af304a9dc8de req-c1a7c181-05b5-4281-83f1-0a1692e5c48c tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.0864589 May 16 15:22:28.886314 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-75dd89a0-19f3-4863-84ca-af304a9dc8de req-9327705e-018c-4bf2-841f-144cbd6145ac tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415640 May 16 15:22:29.124142 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0080f6a-d4e6-4c0c-87b7-cdcdcba4bfe7 req-2457bb5f-95e2-451c-9968-0c02a4967a12 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:29.125631 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d0080f6a-d4e6-4c0c-87b7-cdcdcba4bfe7 req-2457bb5f-95e2-451c-9968-0c02a4967a12 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0519850 May 16 15:22:29.177843 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d0080f6a-d4e6-4c0c-87b7-cdcdcba4bfe7 req-33f77ddd-98e1-42b4-9f0d-470008fb3f22 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458162 May 16 15:22:29.289838 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76135f-8731-48bf-87e1-73576322bce4 req-fbb516cc-ad48-465a-ad92-4a471b786af2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:29.292737 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7a76135f-8731-48bf-87e1-73576322bce4 req-fbb516cc-ad48-465a-ad92-4a471b786af2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0518906 May 16 15:22:29.355437 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7a76135f-8731-48bf-87e1-73576322bce4 req-a57ce283-d1b7-4794-b0b3-4c45f0ec10f7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537710 May 16 15:22:29.452599 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.486809 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9fdad-d6d2-4522-88e6-603401dff28a req-2cfa9ad1-1d32-49b0-b5a6-93dbce603f49 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:29.488404 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2af9fdad-d6d2-4522-88e6-603401dff28a req-2cfa9ad1-1d32-49b0-b5a6-93dbce603f49 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0537546 May 16 15:22:29.498419 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 52972) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:29.503241 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-928c28bf-e535-4b30-8815-cd086e597af2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Request body: {'floatingip': {'port_id': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:29.547450 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-928c28bf-e535-4b30-8815-cd086e597af2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (c5940ee5-5119-43b3-a110-5b9f0d33f9d0), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.645161 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 52976) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:29.658510 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-869966cd-2d1a-456c-96d3-b17cd44c6616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.664760 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 52978) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:29.716412 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2657f0db-6fe5-4eb2-a47e-d18e36d6ec2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.740475 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-869966cd-2d1a-456c-96d3-b17cd44c6616 admin admin] Publish callbacks [] for security_group (561736e0-389b-47a5-956c-ea92028cdab9), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.830479 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-869966cd-2d1a-456c-96d3-b17cd44c6616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (561736e0-389b-47a5-956c-ea92028cdab9), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.877044 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-869966cd-2d1a-456c-96d3-b17cd44c6616 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7ef4e7a94af44d5d903f76c66121f7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307749 May 16 15:22:29.878521 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869966cd-2d1a-456c-96d3-b17cd44c6616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561736e0-389b-47a5-956c-ea92028cdab9,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:29.885443 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 52992) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:29.983410 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2657f0db-6fe5-4eb2-a47e-d18e36d6ec2b admin admin] Publish callbacks [] for security_group (56f9bca5-31d6-4308-bc74-9fd0acbfcb17), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.042705 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c45bbc-df8b-46ed-9a0a-e64f1b2330d2 req-59e6e779-f9c6-44b6-9570-29dfdd5cf73d tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:30.051463 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-27c45bbc-df8b-46ed-9a0a-e64f1b2330d2 req-59e6e779-f9c6-44b6-9570-29dfdd5cf73d tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.0618503 May 16 15:22:30.068946 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2657f0db-6fe5-4eb2-a47e-d18e36d6ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (56f9bca5-31d6-4308-bc74-9fd0acbfcb17), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.113000 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-27c45bbc-df8b-46ed-9a0a-e64f1b2330d2 req-9d678c8c-3d60-4b5d-be15-d3215425a146 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604532 May 16 15:22:30.116755 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8124da66-399a-4561-90b6-97582c74a3d2 admin admin] Publish callbacks [] for security_group (561736e0-389b-47a5-956c-ea92028cdab9), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.139069 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d3588-479a-4ca3-9f89-12d259f457ce req-45f170c1-6845-4140-9857-92044c7769d0 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:30.140534 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2a1d3588-479a-4ca3-9f89-12d259f457ce req-45f170c1-6845-4140-9857-92044c7769d0 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.79 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.1313210 May 16 15:22:30.180427 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-2657f0db-6fe5-4eb2-a47e-d18e36d6ec2b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1418654d879c45839c5573d103a44ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5146003 May 16 15:22:30.183033 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53002) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:30.231840 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657f0db-6fe5-4eb2-a47e-d18e36d6ec2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f9bca5-31d6-4308-bc74-9fd0acbfcb17,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:30.249191 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8124da66-399a-4561-90b6-97582c74a3d2 admin admin] Publish callbacks [] for security_group (561736e0-389b-47a5-956c-ea92028cdab9), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.249908 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b88f6fe3-97cd-4f78-bc56-400524406e21 admin admin] Publish callbacks [] for security_group (56f9bca5-31d6-4308-bc74-9fd0acbfcb17), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.295609 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b88f6fe3-97cd-4f78-bc56-400524406e21 admin admin] Publish callbacks [] for security_group (56f9bca5-31d6-4308-bc74-9fd0acbfcb17), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.341242 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-928c28bf-e535-4b30-8815-cd086e597af2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.396078 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-2a1d3588-479a-4ca3-9f89-12d259f457ce req-e2ee5bfa-cbdc-4660-bd7e-9b310012a9eb tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Deleting port b89d0803-a75d-4e81-8ba8-81628dc521e2 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:30.396432 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2a1d3588-479a-4ca3-9f89-12d259f457ce req-e2ee5bfa-cbdc-4660-bd7e-9b310012a9eb tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.433095 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f11f6-8d29-4590-9dca-55535722752b req-411210a4-f016-4d58-a6f4-f5e246ac71c3 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:30.435150 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-271f11f6-8d29-4590-9dca-55535722752b req-411210a4-f016-4d58-a6f4-f5e246ac71c3 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.1167865 May 16 15:22:30.441142 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-928c28bf-e535-4b30-8815-cd086e597af2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (c5940ee5-5119-43b3-a110-5b9f0d33f9d0), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.487555 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b88f6fe3-97cd-4f78-bc56-400524406e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (56f9bca5-31d6-4308-bc74-9fd0acbfcb17), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.490633 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b88f6fe3-97cd-4f78-bc56-400524406e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.494673 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b88f6fe3-97cd-4f78-bc56-400524406e21 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/56f9bca5-31d6-4308-bc74-9fd0acbfcb17 HTTP/1.1" status: 204 len: 168 time: 0.3079622 May 16 15:22:30.507615 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f6fe3-97cd-4f78-bc56-400524406e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f9bca5-31d6-4308-bc74-9fd0acbfcb17,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:30.582411 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-2a1d3588-479a-4ca3-9f89-12d259f457ce req-e2ee5bfa-cbdc-4660-bd7e-9b310012a9eb tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] For port b89d0803-a75d-4e81-8ba8-81628dc521e2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b89d0803-a75d-4e81-8ba8-81628dc521e2,segment=NetworkSegment(8f9b3901-c7f6-4ab8-8dce-16f317d2658d),segment_id=8f9b3901-c7f6-4ab8-8dce-16f317d2658d)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:30.582761 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2a1d3588-479a-4ca3-9f89-12d259f457ce req-e2ee5bfa-cbdc-4660-bd7e-9b310012a9eb tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.618614 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8124da66-399a-4561-90b6-97582c74a3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (561736e0-389b-47a5-956c-ea92028cdab9), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.623182 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8124da66-399a-4561-90b6-97582c74a3d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.623182 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-8124da66-399a-4561-90b6-97582c74a3d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/561736e0-389b-47a5-956c-ea92028cdab9 HTTP/1.1" status: 204 len: 168 time: 0.7312477 May 16 15:22:30.634137 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-271f11f6-8d29-4590-9dca-55535722752b req-f56f4ad2-97bc-41d5-b8e5-92cf8b416547 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880355 May 16 15:22:30.638479 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-2a1d3588-479a-4ca3-9f89-12d259f457ce req-e2ee5bfa-cbdc-4660-bd7e-9b310012a9eb tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Calling delete_port for b89d0803-a75d-4e81-8ba8-81628dc521e2 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:30.659643 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124da66-399a-4561-90b6-97582c74a3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561736e0-389b-47a5-956c-ea92028cdab9,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:30.671265 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [None req-928c28bf-e535-4b30-8815-cd086e597af2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Floating IP c5940ee5-5119-43b3-a110-5b9f0d33f9d0 associated. External IP: 172.27.2.41, port: a3126c76-9ed9-4501-8584-9b5b2ba2d62e. May 16 15:22:30.971767 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928c28bf-e535-4b30-8815-cd086e597af2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:22:31.078052 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928c28bf-e535-4b30-8815-cd086e597af2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:22:31.078052 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-928c28bf-e535-4b30-8815-cd086e597af2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.090083 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faf15bd-c2ae-459e-911e-202b442147fb None None] Sync routers for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:22:31.100861 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf15bd-c2ae-459e-911e-202b442147fb None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:22:31.101640 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-7faf15bd-c2ae-459e-911e-202b442147fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:22:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:31.109885 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-928c28bf-e535-4b30-8815-cd086e597af2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "PUT /v2.0/floatingips/c5940ee5-5119-43b3-a110-5b9f0d33f9d0 HTTP/1.1" status: 200 len: 991 time: 1.6103454 May 16 15:22:31.110501 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:31.112778 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0070b2b1-2c7e-4dd6-b89e-a6ed7d8483dd" -d '{"events": [{"name": "network-changed", "server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:31.155067 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b003fb-2c26-45b0-8097-fc93d5dd6761 x-openstack-request-id: req-f8b003fb-2c26-45b0-8097-fc93d5dd6761 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:31.155444 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:31.155773 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f8b003fb-2c26-45b0-8097-fc93d5dd6761 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:31.156286 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b003fb-2c26-45b0-8097-fc93d5dd6761'] response: {'name': 'network-changed', 'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'status': 'completed', 'code': 200} May 16 15:22:31.254394 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2a1d3588-479a-4ca3-9f89-12d259f457ce req-e2ee5bfa-cbdc-4660-bd7e-9b310012a9eb tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (b89d0803-a75d-4e81-8ba8-81628dc521e2), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.269152 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['b89d0803-a75d-4e81-8ba8-81628dc521e2'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:22:31.301935 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-7faf15bd-c2ae-459e-911e-202b442147fb None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:22:31.321418 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6034be-8d7a-4072-af76-bc0e3e39303e req-b8f049d3-d4a3-437d-b1ee-b5c67e1b4864 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:31.323005 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db6034be-8d7a-4072-af76-bc0e3e39303e req-b8f049d3-d4a3-437d-b1ee-b5c67e1b4864 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 946 time: 0.1176865 May 16 15:22:31.325709 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee5bfa-cbdc-4660-bd7e-9b310012a9eb tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Pushing event deleted for resources: {'Port': ['ID=b89d0803-a75d-4e81-8ba8-81628dc521e2,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:31.331421 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070b2b1-2c7e-4dd6-b89e-a6ed7d8483dd req-54f0b107-d062-4c14-adb9-eea18a1225a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:31.332907 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0070b2b1-2c7e-4dd6-b89e-a6ed7d8483dd req-54f0b107-d062-4c14-adb9-eea18a1225a3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f2241c9641bb401aa9f1c6930c513552&device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 1130 time: 0.1371968 May 16 15:22:31.586851 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-7faf15bd-c2ae-459e-911e-202b442147fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'c5940ee5-5119-43b3-a110-5b9f0d33f9d0', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'port_id': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'mac_address': 'fa:16:3e:a5:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:35Z', 'updated_at': '2022-05-16T15:22:30Z', 'revision_number': 1, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:33Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:31.625109 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faf15bd-c2ae-459e-911e-202b442147fb None None] Checking router: 1ab471ac-ff2d-47da-b732-ec5d47a236c4 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:22:31.634003 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf15bd-c2ae-459e-911e-202b442147fb None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:22:31.634600 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-7faf15bd-c2ae-459e-911e-202b442147fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:22:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:31.672860 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1d3588-479a-4ca3-9f89-12d259f457ce req-e2ee5bfa-cbdc-4660-bd7e-9b310012a9eb tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] No DVR routers for this DVR port b89d0803-a75d-4e81-8ba8-81628dc521e2 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:22:31.702656 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2a1d3588-479a-4ca3-9f89-12d259f457ce req-e2ee5bfa-cbdc-4660-bd7e-9b310012a9eb tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.705995 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2a1d3588-479a-4ca3-9f89-12d259f457ce req-e2ee5bfa-cbdc-4660-bd7e-9b310012a9eb tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.79 "DELETE /v2.0/ports/b89d0803-a75d-4e81-8ba8-81628dc521e2 HTTP/1.1" status: 204 len: 173 time: 1.5468633 May 16 15:22:31.746024 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db6034be-8d7a-4072-af76-bc0e3e39303e req-a60af14b-31fb-4cc3-bc12-aa62a9db71df tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/security-groups?id=f85bd3d6-f551-4085-8231-befc37a2ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844950 May 16 15:22:31.772297 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070b2b1-2c7e-4dd6-b89e-a6ed7d8483dd req-cd632e05-bf82-443b-9d0c-e24ad891446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:31.774893 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0070b2b1-2c7e-4dd6-b89e-a6ed7d8483dd req-cd632e05-bf82-443b-9d0c-e24ad891446d service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ca0b759-8171-48eb-a5a7-1c280cfa9338 HTTP/1.1" status: 200 len: 917 time: 0.4121106 May 16 15:22:31.791150 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-7faf15bd-c2ae-459e-911e-202b442147fb None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:22:31.877465 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3214d-fe2f-477e-a6ef-343171a12957 req-29a6e27a-8aaa-4dc5-909e-0aa5e7261cbf tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:31.883689 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1eb3214d-fe2f-477e-a6ef-343171a12957 req-29a6e27a-8aaa-4dc5-909e-0aa5e7261cbf tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.1064799 May 16 15:22:31.910464 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0070b2b1-2c7e-4dd6-b89e-a6ed7d8483dd req-0ea9bfe1-a875-4eaf-a30c-52e8fb627585 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e HTTP/1.1" status: 200 len: 999 time: 0.1168196 May 16 15:22:31.959033 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1eb3214d-fe2f-477e-a6ef-343171a12957 req-e1436d4e-4b12-4e2e-a9bf-ddd2d8144711 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691915 May 16 15:22:31.974018 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070b2b1-2c7e-4dd6-b89e-a6ed7d8483dd req-6f0171ba-02f5-42b5-8c14-79983bed6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:31.975659 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0070b2b1-2c7e-4dd6-b89e-a6ed7d8483dd req-6f0171ba-02f5-42b5-8c14-79983bed6272 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=29de9496-5d60-46ba-8f4f-543ccad83b00 HTTP/1.1" status: 200 len: 855 time: 0.0545380 May 16 15:22:32.035872 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070b2b1-2c7e-4dd6-b89e-a6ed7d8483dd req-98006567-17ff-4a95-9fd7-a20893da2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:32.037542 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0070b2b1-2c7e-4dd6-b89e-a6ed7d8483dd req-98006567-17ff-4a95-9fd7-a20893da2b4e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ca0b759-8171-48eb-a5a7-1c280cfa9338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489433 May 16 15:22:32.081787 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-7faf15bd-c2ae-459e-911e-202b442147fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'c5940ee5-5119-43b3-a110-5b9f0d33f9d0', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'port_id': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'mac_address': 'fa:16:3e:a5:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:35Z', 'updated_at': '2022-05-16T15:22:30Z', 'revision_number': 1, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:33Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:32.110492 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faf15bd-c2ae-459e-911e-202b442147fb None None] The sync data for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi is: [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'c5940ee5-5119-43b3-a110-5b9f0d33f9d0', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'port_id': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'mac_address': 'fa:16:3e:a5:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:35Z', 'updated_at': '2022-05-16T15:22:30Z', 'revision_number': 1, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:33Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:22:32.162617 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0070b2b1-2c7e-4dd6-b89e-a6ed7d8483dd req-65048c0c-32a2-4925-8117-99ff8e164c8b service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072586 May 16 15:22:32.305243 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0070b2b1-2c7e-4dd6-b89e-a6ed7d8483dd req-3c405891-dca1-4ade-adb0-3174bbc3dc85 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337535 May 16 15:22:32.404235 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df77152-a79d-434e-8142-e96bac022031 None None] New status for floating IP c5940ee5-5119-43b3-a110-5b9f0d33f9d0: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:22:32.878633 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c8d673ca-039a-4ed3-ae60-3cb48dc20abf req-71a5fe01-25a4-4d43-b0e9-2c4916993ac4 tempest-DeleteServersTestJSON-216178858 tempest-DeleteServersTestJSON-216178858-project] 10.222.0.76 "GET /v2.0/ports?device_id=426beb7e-b95a-4ede-a2e0-d28d28123018 HTTP/1.1" status: 200 len: 210 time: 0.0298288 May 16 15:22:33.064552 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b2f13-4d15-4daa-8f90-cc573c864eba req-c2c04202-26c9-4b5e-b379-9353291ce5ad tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:33.065999 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-df9b2f13-4d15-4daa-8f90-cc573c864eba req-c2c04202-26c9-4b5e-b379-9353291ce5ad tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0476458 May 16 15:22:33.125817 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-df9b2f13-4d15-4daa-8f90-cc573c864eba req-9483dd63-c017-4a30-bb72-07a577cd5f1a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544033 May 16 15:22:33.157873 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426beb7e-b95a-4ede-a2e0-d28d28123018', 'name': 'network-vif-deleted', 'tag': 'b89d0803-a75d-4e81-8ba8-81628dc521e2'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:33.160435 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abe9a36-6828-44e3-9b76-4593d6686233" -d '{"events": [{"server_uuid": "426beb7e-b95a-4ede-a2e0-d28d28123018", "name": "network-vif-deleted", "tag": "b89d0803-a75d-4e81-8ba8-81628dc521e2"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:33.196837 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096ae9d3-3498-428d-9a38-69de1ed4459d x-openstack-request-id: req-096ae9d3-3498-428d-9a38-69de1ed4459d {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:33.197235 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426beb7e-b95a-4ede-a2e0-d28d28123018", "name": "network-vif-deleted", "tag": "b89d0803-a75d-4e81-8ba8-81628dc521e2", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:33.197379 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-096ae9d3-3498-428d-9a38-69de1ed4459d {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:33.197977 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096ae9d3-3498-428d-9a38-69de1ed4459d'] response: {'server_uuid': '426beb7e-b95a-4ede-a2e0-d28d28123018', 'name': 'network-vif-deleted', 'tag': 'b89d0803-a75d-4e81-8ba8-81628dc521e2', 'status': 'completed', 'code': 200} May 16 15:22:34.254291 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a016c-714c-401e-81dc-6624d7d00f1a req-3a37bc08-5d04-416d-8345-bfbb6286e8eb tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:34.256014 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3a2a016c-714c-401e-81dc-6624d7d00f1a req-3a37bc08-5d04-416d-8345-bfbb6286e8eb tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0508652 May 16 15:22:34.306446 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3a2a016c-714c-401e-81dc-6624d7d00f1a req-b473f69b-0b72-4cee-9e8a-7dca892c5b22 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442374 May 16 15:22:34.332553 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device b89d0803-a75d-4e81-8ba8-81628dc521e2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:34.354178 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: b89d0803-a75d-4e81-8ba8-81628dc521e2 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:34.354529 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device b89d0803-a75d-4e81-8ba8-81628dc521e2 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:35.432229 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db2b99-4a7f-4fba-a049-f9fb06cf348d req-d9d304ca-fb61-4139-b1a0-ca4445ed7b48 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:35.433716 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-20db2b99-4a7f-4fba-a049-f9fb06cf348d req-d9d304ca-fb61-4139-b1a0-ca4445ed7b48 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0572240 May 16 15:22:35.481998 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-20db2b99-4a7f-4fba-a049-f9fb06cf348d req-c2521cad-80fd-494d-b322-bdb7afb4e1a7 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421741 May 16 15:22:35.831896 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53200) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:35.936558 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9f97-e192-4103-929e-4b9b46aea60b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.007043 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9f97-e192-4103-929e-4b9b46aea60b admin admin] Publish callbacks [] for security_group (6d3b2bcc-8e90-4d71-859e-d1df602936a3), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.087281 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9f97-e192-4103-929e-4b9b46aea60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (6d3b2bcc-8e90-4d71-859e-d1df602936a3), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.129734 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9b1a9f97-e192-4103-929e-4b9b46aea60b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b41de0c6d1d444258e4dd80d491bd2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967401 May 16 15:22:36.130425 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53214) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:36.130723 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a9f97-e192-4103-929e-4b9b46aea60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3b2bcc-8e90-4d71-859e-d1df602936a3,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:36.178960 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53218) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:36.189926 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-41741762-51ee-4538-91e5-aea141524d95 admin admin] Publish callbacks [] for security_group (6d3b2bcc-8e90-4d71-859e-d1df602936a3), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.213232 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-41741762-51ee-4538-91e5-aea141524d95 admin admin] Publish callbacks [] for security_group (6d3b2bcc-8e90-4d71-859e-d1df602936a3), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.226542 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e472c2-1dca-49b8-b27e-edcaba445bb3 admin admin] Deleting subnet fd481adb-85bc-44cf-b34a-1e491f3afa9f {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:22:36.235214 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-53e472c2-1dca-49b8-b27e-edcaba445bb3 admin admin] Publish callbacks [] for subnet (fd481adb-85bc-44cf-b34a-1e491f3afa9f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.279762 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-53e472c2-1dca-49b8-b27e-edcaba445bb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32656288'] for subnet (fd481adb-85bc-44cf-b34a-1e491f3afa9f), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.312722 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-53e472c2-1dca-49b8-b27e-edcaba445bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (fd481adb-85bc-44cf-b34a-1e491f3afa9f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.376547 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-41741762-51ee-4538-91e5-aea141524d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (6d3b2bcc-8e90-4d71-859e-d1df602936a3), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.388420 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-41741762-51ee-4538-91e5-aea141524d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.389581 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-41741762-51ee-4538-91e5-aea141524d95 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6d3b2bcc-8e90-4d71-859e-d1df602936a3 HTTP/1.1" status: 204 len: 168 time: 0.2576663 May 16 15:22:36.419905 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41741762-51ee-4538-91e5-aea141524d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3b2bcc-8e90-4d71-859e-d1df602936a3,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:36.424933 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-53e472c2-1dca-49b8-b27e-edcaba445bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31724915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32985707'] for subnet (fd481adb-85bc-44cf-b34a-1e491f3afa9f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.459758 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e472c2-1dca-49b8-b27e-edcaba445bb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd481adb-85bc-44cf-b34a-1e491f3afa9f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:36.461986 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-53e472c2-1dca-49b8-b27e-edcaba445bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.466265 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-53e472c2-1dca-49b8-b27e-edcaba445bb3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fd481adb-85bc-44cf-b34a-1e491f3afa9f HTTP/1.1" status: 204 len: 168 time: 0.2853172 May 16 15:22:36.468120 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53238) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:36.586441 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.611502 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf98f9-3624-4076-b133-409380022550 req-131ef7e5-df4b-44d0-b480-f2849ebf8e2f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:36.613013 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b3cf98f9-3624-4076-b133-409380022550 req-131ef7e5-df4b-44d0-b480-f2849ebf8e2f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0597060 May 16 15:22:36.712199 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.738251 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b3cf98f9-3624-4076-b133-409380022550 req-fc69fc74-707b-453f-8005-9146f3c2e487 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051416 May 16 15:22:36.747985 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:36.759112 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9b3901-c7f6-4ab8-8dce-16f317d2658d') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:36.759295 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9b3901-c7f6-4ab8-8dce-16f317d2658d') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:36.778579 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32656281'] for segment (8f9b3901-c7f6-4ab8-8dce-16f317d2658d), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.801482 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (8f9b3901-c7f6-4ab8-8dce-16f317d2658d), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.810601 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:22:36.811722 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31726033'] for segment (8f9b3901-c7f6-4ab8-8dce-16f317d2658d), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: Traceback (most recent call last): May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: timer() May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: cb(*args, **kw) May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: return func(*args, **kwargs) May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: self._notify() May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: self.callback(batched_events) May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: event.method(event) May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: return f(self, *a, **k) May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._get(url).json() May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:22:36.814077 dv-cinder-790535-39-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:22:36.950569 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.957326 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.960913 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] 10.222.0.76 "DELETE /v2.0/networks/691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c HTTP/1.1" status: 204 len: 168 time: 0.4918895 May 16 15:22:36.972896 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95c9e3-48aa-4d60-a72d-68fe0b5e671e admin admin] Pushing event deleted for resources: {'Network': ['ID=691dcd6b-8dbe-4ba0-957f-a9ae8fc2125c,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:37.228505 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53260) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:37.241828 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-11b580de-a6dc-43a1-95c4-2f9093d6f51b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:37.316078 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-11b580de-a6dc-43a1-95c4-2f9093d6f51b admin admin] Publish callbacks [] for security_group (b3f3dd47-dd3f-4a8d-80d9-a1c399e8a642), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:37.458603 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-11b580de-a6dc-43a1-95c4-2f9093d6f51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b3f3dd47-dd3f-4a8d-80d9-a1c399e8a642), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:37.497566 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-11b580de-a6dc-43a1-95c4-2f9093d6f51b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a934cf3cf8af4094aa47ca7b887d9e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678578 May 16 15:22:37.498705 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b580de-a6dc-43a1-95c4-2f9093d6f51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f3dd47-dd3f-4a8d-80d9-a1c399e8a642,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:37.500199 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53262) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:37.552685 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d5a00def-6e80-43ad-aeed-abaec2e25a74 admin admin] Publish callbacks [] for security_group (b3f3dd47-dd3f-4a8d-80d9-a1c399e8a642), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:37.578982 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d5a00def-6e80-43ad-aeed-abaec2e25a74 admin admin] Publish callbacks [] for security_group (b3f3dd47-dd3f-4a8d-80d9-a1c399e8a642), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:37.678800 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53268) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:37.714649 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d5a00def-6e80-43ad-aeed-abaec2e25a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b3f3dd47-dd3f-4a8d-80d9-a1c399e8a642), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:37.717124 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d5a00def-6e80-43ad-aeed-abaec2e25a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:37.718234 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-d5a00def-6e80-43ad-aeed-abaec2e25a74 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b3f3dd47-dd3f-4a8d-80d9-a1c399e8a642 HTTP/1.1" status: 204 len: 168 time: 0.2169611 May 16 15:22:37.724205 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-f9928a1e-ebbb-40ae-b77c-6d492480cf3a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3733b202412047fa87928b2a71871f5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443549 May 16 15:22:37.726959 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53272) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:37.728933 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a00def-6e80-43ad-aeed-abaec2e25a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f3dd47-dd3f-4a8d-80d9-a1c399e8a642,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:37.786193 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2d57ba73-3e32-4636-9be5-fb21c69698c5 admin admin] Publish callbacks [] for security_group (f85bd3d6-f551-4085-8231-befc37a2ff79), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:37.813047 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2d57ba73-3e32-4636-9be5-fb21c69698c5 admin admin] Publish callbacks [] for security_group (f85bd3d6-f551-4085-8231-befc37a2ff79), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:37.873891 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a1d64-ee1b-4192-ac75-bd334691c90c req-fd12780e-2710-4754-9194-40b366c184ad tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:37.880223 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9e4a1d64-ee1b-4192-ac75-bd334691c90c req-fd12780e-2710-4754-9194-40b366c184ad tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0515358 May 16 15:22:37.923559 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9e4a1d64-ee1b-4192-ac75-bd334691c90c req-d49100b5-474b-454a-92f3-08a3ff497f83 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 May 16 15:22:37.944301 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2d57ba73-3e32-4636-9be5-fb21c69698c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (f85bd3d6-f551-4085-8231-befc37a2ff79), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:37.947104 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2d57ba73-3e32-4636-9be5-fb21c69698c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:37.948259 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-2d57ba73-3e32-4636-9be5-fb21c69698c5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f85bd3d6-f551-4085-8231-befc37a2ff79 HTTP/1.1" status: 204 len: 168 time: 0.2202668 May 16 15:22:37.960117 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57ba73-3e32-4636-9be5-fb21c69698c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85bd3d6-f551-4085-8231-befc37a2ff79,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:38.591454 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53296) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:38.603559 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-946dc06c-5dce-47ab-ab7d-b587bcb59e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:38.688086 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-946dc06c-5dce-47ab-ab7d-b587bcb59e7b admin admin] Publish callbacks [] for security_group (6e6b5c58-77da-4ad3-8ea0-8be699bba8f2), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:38.761361 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-946dc06c-5dce-47ab-ab7d-b587bcb59e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (6e6b5c58-77da-4ad3-8ea0-8be699bba8f2), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:38.800461 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-946dc06c-5dce-47ab-ab7d-b587bcb59e7b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4aa7f13f17f24f838bdf6599a4e8e473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087400 May 16 15:22:38.801525 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dc06c-5dce-47ab-ab7d-b587bcb59e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6b5c58-77da-4ad3-8ea0-8be699bba8f2,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:38.803248 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53304) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:38.854653 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-904c57d9-d41c-4e81-92d7-52c90cd091c4 admin admin] Publish callbacks [] for security_group (6e6b5c58-77da-4ad3-8ea0-8be699bba8f2), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:38.879611 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-904c57d9-d41c-4e81-92d7-52c90cd091c4 admin admin] Publish callbacks [] for security_group (6e6b5c58-77da-4ad3-8ea0-8be699bba8f2), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:38.978528 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53314) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:39.035893 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-904c57d9-d41c-4e81-92d7-52c90cd091c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (6e6b5c58-77da-4ad3-8ea0-8be699bba8f2), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:39.038552 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-904c57d9-d41c-4e81-92d7-52c90cd091c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:39.042609 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-904c57d9-d41c-4e81-92d7-52c90cd091c4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e6b5c58-77da-4ad3-8ea0-8be699bba8f2 HTTP/1.1" status: 204 len: 168 time: 0.2353659 May 16 15:22:39.043127 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7db2e-320e-4554-8911-fcfff6fac88e req-c107869a-fa41-467c-aece-04160b940cf9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:39.044657 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5ae7db2e-320e-4554-8911-fcfff6fac88e req-c107869a-fa41-467c-aece-04160b940cf9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0546842 May 16 15:22:39.051822 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c57d9-d41c-4e81-92d7-52c90cd091c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6b5c58-77da-4ad3-8ea0-8be699bba8f2,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:39.111180 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-154f611e-e2d8-4d85-b956-cbfee19e1266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:39.111856 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5ae7db2e-320e-4554-8911-fcfff6fac88e req-b4623ed9-c9e3-4000-b7f5-82f337ace91a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605102 May 16 15:22:39.194910 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-154f611e-e2d8-4d85-b956-cbfee19e1266 admin admin] Publish callbacks [] for security_group (de74c294-01eb-4ce7-b2fa-314cf4ed19a3), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:39.264669 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-154f611e-e2d8-4d85-b956-cbfee19e1266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (de74c294-01eb-4ce7-b2fa-314cf4ed19a3), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:39.306100 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-154f611e-e2d8-4d85-b956-cbfee19e1266 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=52286e44907f43668536148181d75201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234303 May 16 15:22:39.306278 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53326) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:39.331120 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f611e-e2d8-4d85-b956-cbfee19e1266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de74c294-01eb-4ce7-b2fa-314cf4ed19a3,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:39.385040 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-26a363af-f0ea-4f87-a1e8-bdd52942d3ca admin admin] Publish callbacks [] for security_group (de74c294-01eb-4ce7-b2fa-314cf4ed19a3), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:39.410270 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-26a363af-f0ea-4f87-a1e8-bdd52942d3ca admin admin] Publish callbacks [] for security_group (de74c294-01eb-4ce7-b2fa-314cf4ed19a3), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:39.599958 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-26a363af-f0ea-4f87-a1e8-bdd52942d3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (de74c294-01eb-4ce7-b2fa-314cf4ed19a3), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:39.599958 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-26a363af-f0ea-4f87-a1e8-bdd52942d3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:39.599958 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-26a363af-f0ea-4f87-a1e8-bdd52942d3ca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de74c294-01eb-4ce7-b2fa-314cf4ed19a3 HTTP/1.1" status: 204 len: 168 time: 0.2931769 May 16 15:22:39.608043 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a363af-f0ea-4f87-a1e8-bdd52942d3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de74c294-01eb-4ce7-b2fa-314cf4ed19a3,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:40.228082 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7844e-dcc6-4647-be4c-458e2c281f4e req-9bdef31e-3e93-4a8a-b504-17f2f9dd241a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:40.230264 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-23e7844e-dcc6-4647-be4c-458e2c281f4e req-9bdef31e-3e93-4a8a-b504-17f2f9dd241a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0513351 May 16 15:22:40.282809 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-23e7844e-dcc6-4647-be4c-458e2c281f4e req-c245e9d8-02dc-4c5b-b1f8-f545689584e2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462379 May 16 15:22:40.484276 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53368) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:40.498870 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f3842088-1676-4819-aec6-69da9e9b9cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:40.580017 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f3842088-1676-4819-aec6-69da9e9b9cea admin admin] Publish callbacks [] for security_group (0bf2a314-2639-4bc8-8be6-ce64856d3d75), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:40.675461 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f3842088-1676-4819-aec6-69da9e9b9cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (0bf2a314-2639-4bc8-8be6-ce64856d3d75), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:40.714176 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f3842088-1676-4819-aec6-69da9e9b9cea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=edd1e72118e24b6d800e21705df04076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282720 May 16 15:22:40.715324 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3842088-1676-4819-aec6-69da9e9b9cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf2a314-2639-4bc8-8be6-ce64856d3d75,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:40.716856 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53374) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:40.775725 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6bd59cf4-4a4c-4c82-ab5f-3cb17ebf5a83 admin admin] Publish callbacks [] for security_group (0bf2a314-2639-4bc8-8be6-ce64856d3d75), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:40.804162 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6bd59cf4-4a4c-4c82-ab5f-3cb17ebf5a83 admin admin] Publish callbacks [] for security_group (0bf2a314-2639-4bc8-8be6-ce64856d3d75), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:41.012833 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6bd59cf4-4a4c-4c82-ab5f-3cb17ebf5a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (0bf2a314-2639-4bc8-8be6-ce64856d3d75), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:41.015461 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6bd59cf4-4a4c-4c82-ab5f-3cb17ebf5a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:41.016772 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-6bd59cf4-4a4c-4c82-ab5f-3cb17ebf5a83 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0bf2a314-2639-4bc8-8be6-ce64856d3d75 HTTP/1.1" status: 204 len: 168 time: 0.2989364 May 16 15:22:41.024795 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd59cf4-4a4c-4c82-ab5f-3cb17ebf5a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf2a314-2639-4bc8-8be6-ce64856d3d75,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:41.395011 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923cda-4418-4126-86ee-d8807f9ade14 req-b321a5be-3f00-489f-b318-68accce0b38d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:41.396492 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d1923cda-4418-4126-86ee-d8807f9ade14 req-b321a5be-3f00-489f-b318-68accce0b38d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0485697 May 16 15:22:41.447279 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d1923cda-4418-4126-86ee-d8807f9ade14 req-c9ecadc5-8931-4faa-9a19-f50859e72b98 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453174 May 16 15:22:41.961851 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:42.568120 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bb80d-1554-4c5a-aae7-44fe621ee239 req-178a3f15-d0ad-4e69-8c0c-8bd92222bc6d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:42.568120 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-557bb80d-1554-4c5a-aae7-44fe621ee239 req-178a3f15-d0ad-4e69-8c0c-8bd92222bc6d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0486858 May 16 15:22:42.630304 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-557bb80d-1554-4c5a-aae7-44fe621ee239 req-30ed1970-79b8-4258-9930-3b29d4f06f25 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584865 May 16 15:22:43.752005 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8065b2f-2908-4106-a97e-3d18d2e4bb96 req-593cfba0-7423-428e-a10f-9dca65d4030d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:43.753491 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a8065b2f-2908-4106-a97e-3d18d2e4bb96 req-593cfba0-7423-428e-a10f-9dca65d4030d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0522490 May 16 15:22:43.817384 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a8065b2f-2908-4106-a97e-3d18d2e4bb96 req-b1196f7e-ccf1-4181-b297-c3aa79c66b4d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577548 May 16 15:22:44.943946 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778f02f-f8e1-44c0-bb31-886e7ef3c311 req-30f4f7fd-a3fd-45bc-b02b-bb8d849b29a7 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:44.945599 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e778f02f-f8e1-44c0-bb31-886e7ef3c311 req-30f4f7fd-a3fd-45bc-b02b-bb8d849b29a7 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0566611 May 16 15:22:44.963558 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53620) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:45.005731 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e778f02f-f8e1-44c0-bb31-886e7ef3c311 req-f37d195b-eab0-4cca-ae0d-8ae57bfc7e28 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516040 May 16 15:22:45.083778 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a42b-b011-4001-b1d2-0b626a280ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.159536 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a42b-b011-4001-b1d2-0b626a280ddd admin admin] Publish callbacks [] for security_group (41c1f362-6b69-41c9-8ea9-17ea05b07d6b), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.224115 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a42b-b011-4001-b1d2-0b626a280ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (41c1f362-6b69-41c9-8ea9-17ea05b07d6b), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.264817 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-b1f8a42b-b011-4001-b1d2-0b626a280ddd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=48c147038a344660a63b8ca8607d06e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985864 May 16 15:22:45.265812 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8a42b-b011-4001-b1d2-0b626a280ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c1f362-6b69-41c9-8ea9-17ea05b07d6b,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:45.267488 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53624) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:45.316742 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ec5e74ce-7127-46e3-9df9-6b100f891cfe admin admin] Publish callbacks [] for security_group (41c1f362-6b69-41c9-8ea9-17ea05b07d6b), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.342464 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ec5e74ce-7127-46e3-9df9-6b100f891cfe admin admin] Publish callbacks [] for security_group (41c1f362-6b69-41c9-8ea9-17ea05b07d6b), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.446908 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ec5e74ce-7127-46e3-9df9-6b100f891cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (41c1f362-6b69-41c9-8ea9-17ea05b07d6b), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.449484 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ec5e74ce-7127-46e3-9df9-6b100f891cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.452404 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ec5e74ce-7127-46e3-9df9-6b100f891cfe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/41c1f362-6b69-41c9-8ea9-17ea05b07d6b HTTP/1.1" status: 204 len: 168 time: 0.1837914 May 16 15:22:45.462698 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e74ce-7127-46e3-9df9-6b100f891cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c1f362-6b69-41c9-8ea9-17ea05b07d6b,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:46.124255 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d17588-6284-4fa0-8fd3-1c56375876c0 req-2f9b4998-f65e-44b8-a326-c736d31b8fc3 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:46.125753 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a9d17588-6284-4fa0-8fd3-1c56375876c0 req-2f9b4998-f65e-44b8-a326-c736d31b8fc3 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0454941 May 16 15:22:46.171559 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a9d17588-6284-4fa0-8fd3-1c56375876c0 req-e257acc4-5e4b-40fc-9a51-5b2d0dd0ee76 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403171 May 16 15:22:46.327397 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53654) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:46.340303 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fb98f526-f78a-4195-a638-18d344a11367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.419162 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fb98f526-f78a-4195-a638-18d344a11367 admin admin] Publish callbacks [] for security_group (de684acc-8e02-43ac-8ec3-db14a2448c77), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.486273 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53658) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:46.520957 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fb98f526-f78a-4195-a638-18d344a11367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (de684acc-8e02-43ac-8ec3-db14a2448c77), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.565558 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-fb98f526-f78a-4195-a638-18d344a11367 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3adbb097ade248a097e8c63aa410e439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370236 May 16 15:22:46.566529 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98f526-f78a-4195-a638-18d344a11367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de684acc-8e02-43ac-8ec3-db14a2448c77,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:46.572999 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53664) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:46.622461 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4443154b-76d9-4787-bc5f-a9db57a13851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.649726 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-59b0d723-2c14-4856-8be6-1db844970a11 admin admin] Publish callbacks [] for security_group (de684acc-8e02-43ac-8ec3-db14a2448c77), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.684744 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-59b0d723-2c14-4856-8be6-1db844970a11 admin admin] Publish callbacks [] for security_group (de684acc-8e02-43ac-8ec3-db14a2448c77), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.759010 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4443154b-76d9-4787-bc5f-a9db57a13851 admin admin] Publish callbacks [] for security_group (97c98b31-606f-48ba-90b3-d6765b1ffa36), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.830105 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-59b0d723-2c14-4856-8be6-1db844970a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (de684acc-8e02-43ac-8ec3-db14a2448c77), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.832885 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-59b0d723-2c14-4856-8be6-1db844970a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.834164 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-59b0d723-2c14-4856-8be6-1db844970a11 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de684acc-8e02-43ac-8ec3-db14a2448c77 HTTP/1.1" status: 204 len: 168 time: 0.2598770 May 16 15:22:46.843385 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4443154b-76d9-4787-bc5f-a9db57a13851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (97c98b31-606f-48ba-90b3-d6765b1ffa36), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.847846 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0d723-2c14-4856-8be6-1db844970a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de684acc-8e02-43ac-8ec3-db14a2448c77,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:46.903259 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4443154b-76d9-4787-bc5f-a9db57a13851 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8af328b8403e46cdbb110f019219db2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4127758 May 16 15:22:46.903567 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53688) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:46.913049 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443154b-76d9-4787-bc5f-a9db57a13851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c98b31-606f-48ba-90b3-d6765b1ffa36,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:46.972936 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cf52cec5-56aa-4dd4-a301-94c96c2b2f6b admin admin] Publish callbacks [] for security_group (97c98b31-606f-48ba-90b3-d6765b1ffa36), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:47.001734 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cf52cec5-56aa-4dd4-a301-94c96c2b2f6b admin admin] Publish callbacks [] for security_group (97c98b31-606f-48ba-90b3-d6765b1ffa36), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:47.147761 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cf52cec5-56aa-4dd4-a301-94c96c2b2f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (97c98b31-606f-48ba-90b3-d6765b1ffa36), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:47.149675 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cf52cec5-56aa-4dd4-a301-94c96c2b2f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:47.161700 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-cf52cec5-56aa-4dd4-a301-94c96c2b2f6b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97c98b31-606f-48ba-90b3-d6765b1ffa36 HTTP/1.1" status: 204 len: 168 time: 0.2488310 May 16 15:22:47.170449 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52cec5-56aa-4dd4-a301-94c96c2b2f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c98b31-606f-48ba-90b3-d6765b1ffa36,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:47.316858 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23ab5-af0d-40d1-ba70-917a6f2e78b7 req-c054dbd8-1d33-4664-9c00-c0d9f9452629 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:47.318444 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-adf23ab5-af0d-40d1-ba70-917a6f2e78b7 req-c054dbd8-1d33-4664-9c00-c0d9f9452629 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0627272 May 16 15:22:47.370663 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-adf23ab5-af0d-40d1-ba70-917a6f2e78b7 req-d99b9d97-3811-47f1-a621-ad7dc485f28a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467274 May 16 15:22:48.077569 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53744) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:48.108447 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53750) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:48.126483 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2920-62fe-41eb-a92d-f1ea973768bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.214027 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2920-62fe-41eb-a92d-f1ea973768bd admin admin] Publish callbacks [] for security_group (33d3fe60-4526-4824-8478-00ee33892841), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.269381 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-90c0a8e7-2bbc-4b9a-b252-92c907a95807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.361268 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2920-62fe-41eb-a92d-f1ea973768bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (33d3fe60-4526-4824-8478-00ee33892841), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.395847 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53756) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:48.408464 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9b6f2920-62fe-41eb-a92d-f1ea973768bd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4672c7dbc1884c819ab8bc3aaeb17829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964723 May 16 15:22:48.408464 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f2920-62fe-41eb-a92d-f1ea973768bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d3fe60-4526-4824-8478-00ee33892841,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:48.408893 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53760) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:48.479069 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-64ccf34e-cd55-4b17-b16c-7ace48b04e63 admin admin] Publish callbacks [] for security_group (33d3fe60-4526-4824-8478-00ee33892841), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.507529 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-64ccf34e-cd55-4b17-b16c-7ace48b04e63 admin admin] Publish callbacks [] for security_group (33d3fe60-4526-4824-8478-00ee33892841), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.510439 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff5b07-d6db-4f09-902b-d5cbe9453b1c req-718714e7-cfad-4654-ae1e-c2e4a2bf690b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:48.512235 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1fff5b07-d6db-4f09-902b-d5cbe9453b1c req-718714e7-cfad-4654-ae1e-c2e4a2bf690b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0609033 May 16 15:22:48.521615 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-421781798-network', 'tenant_id': 'bf006e9d68304428b42387e1dbf2369a'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:48.565933 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1fff5b07-d6db-4f09-902b-d5cbe9453b1c req-4e6d7052-1fd8-4552-a794-4b4d2584a2d7 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480468 May 16 15:22:48.614919 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-90c0a8e7-2bbc-4b9a-b252-92c907a95807 admin admin] Publish callbacks [] for security_group (8204c135-f1a0-4488-8e3b-bda1086ed3bf), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.646749 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Made reservation on behalf of bf006e9d68304428b42387e1dbf2369a for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:22:48.649292 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.659831 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.675535 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-64ccf34e-cd55-4b17-b16c-7ace48b04e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (33d3fe60-4526-4824-8478-00ee33892841), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.678046 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-64ccf34e-cd55-4b17-b16c-7ace48b04e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.679173 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-64ccf34e-cd55-4b17-b16c-7ace48b04e63 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/33d3fe60-4526-4824-8478-00ee33892841 HTTP/1.1" status: 204 len: 168 time: 0.2693741 May 16 15:22:48.694549 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccf34e-cd55-4b17-b16c-7ace48b04e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d3fe60-4526-4824-8478-00ee33892841,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:48.717694 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-90c0a8e7-2bbc-4b9a-b252-92c907a95807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (8204c135-f1a0-4488-8e3b-bda1086ed3bf), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.777321 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-90c0a8e7-2bbc-4b9a-b252-92c907a95807 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=28a18cc5692e478096446e7a316f276f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6980040 May 16 15:22:48.778033 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0a8e7-2bbc-4b9a-b252-92c907a95807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8204c135-f1a0-4488-8e3b-bda1086ed3bf,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:48.780048 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53770) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:48.806910 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Publish callbacks [] for security_group (c4fdaaa0-eb22-4090-8ad1-8b03d82c35ed), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.832586 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e69b436e-c950-4d6d-9b69-156ef60f5571 admin admin] Publish callbacks [] for security_group (8204c135-f1a0-4488-8e3b-bda1086ed3bf), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.862229 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e69b436e-c950-4d6d-9b69-156ef60f5571 admin admin] Publish callbacks [] for security_group (8204c135-f1a0-4488-8e3b-bda1086ed3bf), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.886842 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (c4fdaaa0-eb22-4090-8ad1-8b03d82c35ed), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.913666 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fdaaa0-eb22-4090-8ad1-8b03d82c35ed,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:49.006930 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e69b436e-c950-4d6d-9b69-156ef60f5571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (8204c135-f1a0-4488-8e3b-bda1086ed3bf), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.010032 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e69b436e-c950-4d6d-9b69-156ef60f5571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.011235 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e69b436e-c950-4d6d-9b69-156ef60f5571 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8204c135-f1a0-4488-8e3b-bda1086ed3bf HTTP/1.1" status: 204 len: 168 time: 0.2301006 May 16 15:22:49.013010 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:22:49.019440 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b436e-c950-4d6d-9b69-156ef60f5571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8204c135-f1a0-4488-8e3b-bda1086ed3bf,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:49.031133 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (33349b6b-0a56-469f-885e-7ee6228cb832), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.031551 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.segments_db [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Added segment 33349b6b-0a56-469f-885e-7ee6228cb832 of type vlan for network c6d9f32f-2381-4b74-b620-ebd59d8f44c6 May 16 15:22:49.075812 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (c6d9f32f-2381-4b74-b620-ebd59d8f44c6), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.195479 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (c6d9f32f-2381-4b74-b620-ebd59d8f44c6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.196638 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:49.197303 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.261528 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] Pushing event updated for resources: {'Network': ['ID=c6d9f32f-2381-4b74-b620-ebd59d8f44c6,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:49.271454 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network c6d9f32f-2381-4b74-b620-ebd59d8f44c6 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:22:49.312498 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53776) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:49.326097 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f8e229d1-199f-400a-83a9-c96abe053f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.352561 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-10577639-77ad-4bdb-ad03-7edaed6fcd0f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9556208 May 16 15:22:49.355548 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53778) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:49.360882 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-b1c3175d-021c-4140-bfc4-d26f75513f6a admin admin] Request body: {'subnet': {'network_id': 'c6d9f32f-2381-4b74-b620-ebd59d8f44c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-421781798-subnet', 'tenant_id': 'bf006e9d68304428b42387e1dbf2369a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:49.403327 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f8e229d1-199f-400a-83a9-c96abe053f91 admin admin] Publish callbacks [] for security_group (61338540-5e4a-4b19-9ab7-a25622ed1c25), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.492885 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c3175d-021c-4140-bfc4-d26f75513f6a admin admin] Made reservation on behalf of bf006e9d68304428b42387e1dbf2369a for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:22:49.501603 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b1c3175d-021c-4140-bfc4-d26f75513f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32672442'] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.544490 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f8e229d1-199f-400a-83a9-c96abe053f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (61338540-5e4a-4b19-9ab7-a25622ed1c25), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.601754 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f8e229d1-199f-400a-83a9-c96abe053f91 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8a19102deab342be92db3c461e8c6543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880392 May 16 15:22:49.605890 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53790) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:49.610592 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e229d1-199f-400a-83a9-c96abe053f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61338540-5e4a-4b19-9ab7-a25622ed1c25,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:49.680561 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6daead5-e791-43c0-835b-22930c78db4c admin admin] Publish callbacks [] for security_group (61338540-5e4a-4b19-9ab7-a25622ed1c25), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.706550 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6daead5-e791-43c0-835b-22930c78db4c admin admin] Publish callbacks [] for security_group (61338540-5e4a-4b19-9ab7-a25622ed1c25), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.764243 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0642a-da5d-443a-ab7f-650cb7df0bbf req-38c3881a-5e1f-4d12-bf20-5bb28c6c9631 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:49.765800 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-62b0642a-da5d-443a-ab7f-650cb7df0bbf req-38c3881a-5e1f-4d12-bf20-5bb28c6c9631 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.1122053 May 16 15:22:49.806087 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53796) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:49.816403 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-62b0642a-da5d-443a-ab7f-650cb7df0bbf req-6296262a-5409-4c67-91e7-39cca1f939c1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445876 May 16 15:22:49.820398 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64c9dbb1-3f02-4801-8e87-a964394312f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.833911 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:22:49.858408 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b1c3175d-021c-4140-bfc4-d26f75513f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29922796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32672428'] for subnet (d78b3b43-54ee-48b5-a123-8a4809dbb4c0), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.861339 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6daead5-e791-43c0-835b-22930c78db4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (61338540-5e4a-4b19-9ab7-a25622ed1c25), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.863849 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6daead5-e791-43c0-835b-22930c78db4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.865333 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c6daead5-e791-43c0-835b-22930c78db4c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/61338540-5e4a-4b19-9ab7-a25622ed1c25 HTTP/1.1" status: 204 len: 168 time: 0.2577806 May 16 15:22:49.884217 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daead5-e791-43c0-835b-22930c78db4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61338540-5e4a-4b19-9ab7-a25622ed1c25,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:49.928755 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3175d-021c-4140-bfc4-d26f75513f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78b3b43-54ee-48b5-a123-8a4809dbb4c0,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:49.944601 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3175d-021c-4140-bfc4-d26f75513f6a admin admin] Checking segment: {'id': '33349b6b-0a56-469f-885e-7ee6228cb832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c6d9f32f-2381-4b74-b620-ebd59d8f44c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:22:49.945092 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c3175d-021c-4140-bfc4-d26f75513f6a admin admin] Network hostable DHCP agents. Network: c6d9f32f-2381-4b74-b620-ebd59d8f44c6, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:22:49.953267 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64c9dbb1-3f02-4801-8e87-a964394312f6 admin admin] Publish callbacks [] for security_group (6d8dd4f2-5e6b-42d5-b79a-cc35359525b0), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.041167 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64c9dbb1-3f02-4801-8e87-a964394312f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (6d8dd4f2-5e6b-42d5-b79a-cc35359525b0), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.064126 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c3175d-021c-4140-bfc4-d26f75513f6a admin admin] Network c6d9f32f-2381-4b74-b620-ebd59d8f44c6 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:22:50.081297 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-64c9dbb1-3f02-4801-8e87-a964394312f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=503ffcfe61994d2388ef4d7a189f228d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739475 May 16 15:22:50.082186 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9dbb1-3f02-4801-8e87-a964394312f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8dd4f2-5e6b-42d5-b79a-cc35359525b0,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:50.084013 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53800) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:50.136246 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d83c3bc9-ac82-4dc3-8ca0-3a821c54de92 admin admin] Publish callbacks [] for security_group (6d8dd4f2-5e6b-42d5-b79a-cc35359525b0), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.154043 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-b1c3175d-021c-4140-bfc4-d26f75513f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, c6d9f32f-2381-4b74-b620-ebd59d8f44c6) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:22:50.160624 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d83c3bc9-ac82-4dc3-8ca0-3a821c54de92 admin admin] Publish callbacks [] for security_group (6d8dd4f2-5e6b-42d5-b79a-cc35359525b0), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.162356 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94666b55-535a-4fa2-b7e7-27c6e7733f05 None None] Network c6d9f32f-2381-4b74-b620-ebd59d8f44c6 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:22:50.163235 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c3175d-021c-4140-bfc4-d26f75513f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:50.163938 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b1c3175d-021c-4140-bfc4-d26f75513f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.246777 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-b1c3175d-021c-4140-bfc4-d26f75513f6a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8893840 May 16 15:22:50.272329 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4394ea-08a8-47b9-b595-571c2388d38d None None] Network c6d9f32f-2381-4b74-b620-ebd59d8f44c6 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:22:50.288374 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d83c3bc9-ac82-4dc3-8ca0-3a821c54de92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (6d8dd4f2-5e6b-42d5-b79a-cc35359525b0), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.292845 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d83c3bc9-ac82-4dc3-8ca0-3a821c54de92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.294693 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-d83c3bc9-ac82-4dc3-8ca0-3a821c54de92 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6d8dd4f2-5e6b-42d5-b79a-cc35359525b0 HTTP/1.1" status: 204 len: 168 time: 0.2095537 May 16 15:22:50.304689 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c3bc9-ac82-4dc3-8ca0-3a821c54de92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8dd4f2-5e6b-42d5-b79a-cc35359525b0,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:50.956600 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a013f-0d55-4475-8b12-062148c7968f req-fb0c5f00-b250-467d-88a1-f71d28ca9b47 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:50.958118 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1c6a013f-0d55-4475-8b12-062148c7968f req-fb0c5f00-b250-467d-88a1-f71d28ca9b47 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0612996 May 16 15:22:51.013970 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1c6a013f-0d55-4475-8b12-062148c7968f req-5c5b6cae-7085-4895-b516-1d85d7820574 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502810 May 16 15:22:51.392353 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 53866) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:51.397287 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-556301320-network', 'tenant_id': '31b254f0d5844ff2815af14795100636'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:51.515292 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Made reservation on behalf of 31b254f0d5844ff2815af14795100636 for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:22:51.517870 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:51.526707 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:51.626156 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Publish callbacks [] for security_group (bbb31223-a696-4db8-802a-55eba6477757), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:51.709621 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (bbb31223-a696-4db8-802a-55eba6477757), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:51.752281 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:22:51.752281 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb31223-a696-4db8-802a-55eba6477757,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:51.757269 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (b97d5955-0b66-4cae-8060-b475bf60d7ed), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:51.757729 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.segments_db [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Added segment b97d5955-0b66-4cae-8060-b475bf60d7ed of type vlan for network ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8 May 16 15:22:51.803459 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:51.944259 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:51.945220 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:51.945802 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:52.008859 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] Pushing event updated for resources: {'Network': ['ID=ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:52.018752 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:22:52.067110 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-066bcd78-f39f-4afd-93b6-26e9a8165c80 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6736362 May 16 15:22:52.070094 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 53892) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:52.075764 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-56e856b4-8be1-4dda-b628-d23b94f538c8 admin admin] Request body: {'subnet': {'network_id': 'ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-556301320-subnet', 'tenant_id': '31b254f0d5844ff2815af14795100636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:52.142916 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c153b89-f2c2-4884-9c7e-d4745ba2eed2 req-649eb897-f981-41f9-9966-df78c9df87e5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:52.150622 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7c153b89-f2c2-4884-9c7e-d4745ba2eed2 req-649eb897-f981-41f9-9966-df78c9df87e5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0612242 May 16 15:22:52.154860 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e856b4-8be1-4dda-b628-d23b94f538c8 admin admin] Made reservation on behalf of 31b254f0d5844ff2815af14795100636 for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:22:52.157785 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-56e856b4-8be1-4dda-b628-d23b94f538c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32985670'] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:52.213254 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7c153b89-f2c2-4884-9c7e-d4745ba2eed2 req-8d7252b5-b4ac-443f-9970-f4cef3dd4501 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571840 May 16 15:22:52.424278 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-56e856b4-8be1-4dda-b628-d23b94f538c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31724850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32985680'] for subnet (4d9d9420-5050-4e99-b65c-f72a5cf7895f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:52.483892 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e856b4-8be1-4dda-b628-d23b94f538c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d9d9420-5050-4e99-b65c-f72a5cf7895f,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:52.494623 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e856b4-8be1-4dda-b628-d23b94f538c8 admin admin] Checking segment: {'id': 'b97d5955-0b66-4cae-8060-b475bf60d7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:22:52.494623 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e856b4-8be1-4dda-b628-d23b94f538c8 admin admin] Network hostable DHCP agents. Network: ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:22:52.598073 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e856b4-8be1-4dda-b628-d23b94f538c8 admin admin] Network ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:22:52.705532 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6a026cdf-d759-41aa-aee5-cf106686915d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:52.829185 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-56e856b4-8be1-4dda-b628-d23b94f538c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:22:52.836566 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e856b4-8be1-4dda-b628-d23b94f538c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:52.836566 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-56e856b4-8be1-4dda-b628-d23b94f538c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:52.846304 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774a904-cd33-48b1-9b65-f38263d598ff None None] Network ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:22:52.955993 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-56e856b4-8be1-4dda-b628-d23b94f538c8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8838906 May 16 15:22:52.983130 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc29e6-76f3-419e-b570-fd547415d234 None None] Network ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:22:53.354617 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d59cb-5076-4e1b-9cc8-b9cf54ca041b req-31eec2c3-4b9c-4f24-a7d6-9c7674ef2785 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:53.364448 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a60d59cb-5076-4e1b-9cc8-b9cf54ca041b req-31eec2c3-4b9c-4f24-a7d6-9c7674ef2785 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0663874 May 16 15:22:53.414660 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a60d59cb-5076-4e1b-9cc8-b9cf54ca041b req-58f173b9-20e8-4270-8cae-446c16221058 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 May 16 15:22:54.525089 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a334fc-feba-4367-9065-86a4b91dc5b0 req-e5a1a3df-b6ca-4f13-b42e-b554acd2703e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:54.527139 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-16a334fc-feba-4367-9065-86a4b91dc5b0 req-e5a1a3df-b6ca-4f13-b42e-b554acd2703e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0458410 May 16 15:22:54.586341 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-16a334fc-feba-4367-9065-86a4b91dc5b0 req-9d8644ad-ae45-4068-b8d6-fe74be98d731 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517981 May 16 15:22:54.812071 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-70c81944-4ceb-4f13-a021-69945e4a0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:55.713956 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be044da6-b833-4ce9-8b8e-d82d4586fc98 req-edd9b1a8-9c5b-4dbb-9965-513cbbf15897 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:55.715947 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-be044da6-b833-4ce9-8b8e-d82d4586fc98 req-edd9b1a8-9c5b-4dbb-9965-513cbbf15897 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0524545 May 16 15:22:55.776301 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-be044da6-b833-4ce9-8b8e-d82d4586fc98 req-113bea1a-5c7f-47c0-84d0-212916392cc5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517020 May 16 15:22:55.841102 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:56.896593 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4a8bf-df9e-4489-96e8-b66c32a459d6 req-223c5a40-6d2b-451c-8ae5-a108761ab878 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:56.898067 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f3e4a8bf-df9e-4489-96e8-b66c32a459d6 req-223c5a40-6d2b-451c-8ae5-a108761ab878 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0471637 May 16 15:22:56.960701 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f3e4a8bf-df9e-4489-96e8-b66c32a459d6 req-a048a837-c461-4d88-9069-6421e87f97df tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569956 May 16 15:22:57.475034 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:58.092833 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf92c0-e3d7-4b1b-a9aa-a6320f0ac98f req-a46ed503-ca49-4c4b-8e70-69a30ecd1747 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:58.095016 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e3bf92c0-e3d7-4b1b-a9aa-a6320f0ac98f req-a46ed503-ca49-4c4b-8e70-69a30ecd1747 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0566943 May 16 15:22:58.144801 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e3bf92c0-e3d7-4b1b-a9aa-a6320f0ac98f req-f90316d4-8c03-48d4-a458-e54f48da62df tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 May 16 15:22:59.258024 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2df46-e651-4356-a559-a6b7d82de698 req-f62cff2d-ce94-4a8c-b015-e287844c3d71 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:59.259539 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a4e2df46-e651-4356-a559-a6b7d82de698 req-f62cff2d-ce94-4a8c-b015-e287844c3d71 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0485063 May 16 15:22:59.307084 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a4e2df46-e651-4356-a559-a6b7d82de698 req-92b4465c-7141-4db8-aff4-bb4d34b174e5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 May 16 15:22:59.475113 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.566238 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 54186) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:59.685090 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d32d091d-3731-4019-b0f9-0b9d362fd8fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.748535 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d32d091d-3731-4019-b0f9-0b9d362fd8fa admin admin] Publish callbacks [] for security_group (1158619b-6cd5-496b-989c-2163dedda6d4), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.983909 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d32d091d-3731-4019-b0f9-0b9d362fd8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1158619b-6cd5-496b-989c-2163dedda6d4), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:00.022108 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-d32d091d-3731-4019-b0f9-0b9d362fd8fa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4d728a3266f14792ad4feea58ccbf1f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546978 May 16 15:23:00.041445 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54206) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:00.042448 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d091d-3731-4019-b0f9-0b9d362fd8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1158619b-6cd5-496b-989c-2163dedda6d4,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:00.075069 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-81177701-160a-4358-903a-538efe10b5df admin admin] Publish callbacks [] for security_group (1158619b-6cd5-496b-989c-2163dedda6d4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:00.096885 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-81177701-160a-4358-903a-538efe10b5df admin admin] Publish callbacks [] for security_group (1158619b-6cd5-496b-989c-2163dedda6d4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:00.320040 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-81177701-160a-4358-903a-538efe10b5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1158619b-6cd5-496b-989c-2163dedda6d4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:00.322628 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-81177701-160a-4358-903a-538efe10b5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:00.323785 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-81177701-160a-4358-903a-538efe10b5df admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1158619b-6cd5-496b-989c-2163dedda6d4 HTTP/1.1" status: 204 len: 168 time: 0.2979035 May 16 15:23:00.331556 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81177701-160a-4358-903a-538efe10b5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1158619b-6cd5-496b-989c-2163dedda6d4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:00.427835 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37966c-e8b9-4eed-9d6d-0e07a15b3fac req-936cd56b-0fc8-496a-b34c-a109df5d508d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:00.429376 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dc37966c-e8b9-4eed-9d6d-0e07a15b3fac req-936cd56b-0fc8-496a-b34c-a109df5d508d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0481191 May 16 15:23:00.475612 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dc37966c-e8b9-4eed-9d6d-0e07a15b3fac req-645eacc4-0394-4dbc-b169-520432136777 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405967 May 16 15:23:01.324680 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54244) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:01.340653 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed18f8c8-81cc-473f-a1bf-a1d0b8bdc55c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:01.419020 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed18f8c8-81cc-473f-a1bf-a1d0b8bdc55c admin admin] Publish callbacks [] for security_group (a54a65ab-b2be-4f99-a935-d4323900717d), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:01.509445 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed18f8c8-81cc-473f-a1bf-a1d0b8bdc55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (a54a65ab-b2be-4f99-a935-d4323900717d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:01.549500 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ed18f8c8-81cc-473f-a1bf-a1d0b8bdc55c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef0cdf786d0447c1ad5ff7d607cde456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236176 May 16 15:23:01.550431 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18f8c8-81cc-473f-a1bf-a1d0b8bdc55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54a65ab-b2be-4f99-a935-d4323900717d,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:01.554050 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54252) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:01.600114 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090da644-ed52-41aa-95e6-bb4a128d1e21 req-11c558ec-7641-4d90-b7f0-afb9db6dabea tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:01.602183 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-090da644-ed52-41aa-95e6-bb4a128d1e21 req-11c558ec-7641-4d90-b7f0-afb9db6dabea tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0567412 May 16 15:23:01.619434 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3c21a366-fdf3-4a02-bda0-9c0d85da9891 admin admin] Publish callbacks [] for security_group (a54a65ab-b2be-4f99-a935-d4323900717d), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:01.642965 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3c21a366-fdf3-4a02-bda0-9c0d85da9891 admin admin] Publish callbacks [] for security_group (a54a65ab-b2be-4f99-a935-d4323900717d), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:01.662503 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-090da644-ed52-41aa-95e6-bb4a128d1e21 req-5219306f-2208-4976-85e4-142c63645400 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536919 May 16 15:23:01.823408 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3c21a366-fdf3-4a02-bda0-9c0d85da9891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (a54a65ab-b2be-4f99-a935-d4323900717d), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:01.826035 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3c21a366-fdf3-4a02-bda0-9c0d85da9891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:01.827460 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3c21a366-fdf3-4a02-bda0-9c0d85da9891 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a54a65ab-b2be-4f99-a935-d4323900717d HTTP/1.1" status: 204 len: 168 time: 0.2724967 May 16 15:23:01.836933 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21a366-fdf3-4a02-bda0-9c0d85da9891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54a65ab-b2be-4f99-a935-d4323900717d,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:01.868833 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525d173-a373-495f-8104-2dd2edbb40a0 req-25d36f16-f32b-4efb-9ef1-3ca6c5a8b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:01.870443 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3525d173-a373-495f-8104-2dd2edbb40a0 req-25d36f16-f32b-4efb-9ef1-3ca6c5a8b1e0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 1130 time: 0.0385406 May 16 15:23:01.918272 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3525d173-a373-495f-8104-2dd2edbb40a0 req-1cfbb5f6-f415-476a-8ad7-affeec21eeb1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375228 May 16 15:23:02.781722 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf56421-bd85-4b16-84d6-9ada7c3331d3 req-0b01ba38-6566-43b9-9845-f371ab7dd605 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:02.781722 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6bf56421-bd85-4b16-84d6-9ada7c3331d3 req-0b01ba38-6566-43b9-9845-f371ab7dd605 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0460610 May 16 15:23:02.833888 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6bf56421-bd85-4b16-84d6-9ada7c3331d3 req-5863fc09-8798-47b1-9839-2293c8ca63de tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467825 May 16 15:23:03.979338 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82c37d-b332-4d31-a078-2a1e4c140c4f req-6c3c6a0d-fc5a-40f5-a749-e3d1a821ebd3 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:03.980868 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ba82c37d-b332-4d31-a078-2a1e4c140c4f req-6c3c6a0d-fc5a-40f5-a749-e3d1a821ebd3 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0783997 May 16 15:23:04.010361 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 54364) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:04.037657 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ba82c37d-b332-4d31-a078-2a1e4c140c4f req-3c8acde6-a7c6-4da0-bfb2-cac9baacbfc9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499780 May 16 15:23:04.205276 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4c58bd06-2295-4f09-abca-b023c126556c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:04.277437 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4c58bd06-2295-4f09-abca-b023c126556c admin admin] Publish callbacks [] for security_group (f0e05f86-c31a-47ce-8b1b-c38d8f2c19b7), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:04.377595 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4c58bd06-2295-4f09-abca-b023c126556c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (f0e05f86-c31a-47ce-8b1b-c38d8f2c19b7), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:04.415770 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-4c58bd06-2295-4f09-abca-b023c126556c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d972fb70dbc542bb902d0cad941b83ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041598 May 16 15:23:04.416968 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58bd06-2295-4f09-abca-b023c126556c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e05f86-c31a-47ce-8b1b-c38d8f2c19b7,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:04.418530 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54374) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:04.469094 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4baeb302-d38b-4426-b639-296cde0a2c26 admin admin] Publish callbacks [] for security_group (f0e05f86-c31a-47ce-8b1b-c38d8f2c19b7), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:04.493044 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4baeb302-d38b-4426-b639-296cde0a2c26 admin admin] Publish callbacks [] for security_group (f0e05f86-c31a-47ce-8b1b-c38d8f2c19b7), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:04.783233 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4baeb302-d38b-4426-b639-296cde0a2c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (f0e05f86-c31a-47ce-8b1b-c38d8f2c19b7), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:04.785864 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4baeb302-d38b-4426-b639-296cde0a2c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:04.787062 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4baeb302-d38b-4426-b639-296cde0a2c26 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f0e05f86-c31a-47ce-8b1b-c38d8f2c19b7 HTTP/1.1" status: 204 len: 168 time: 0.3670034 May 16 15:23:04.795180 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeb302-d38b-4426-b639-296cde0a2c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e05f86-c31a-47ce-8b1b-c38d8f2c19b7,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:05.158069 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04df109-aa20-442d-97c7-343c3952659b req-9fba96d4-004a-4118-8647-a3c8a6d7ee5b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:05.159569 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c04df109-aa20-442d-97c7-343c3952659b req-9fba96d4-004a-4118-8647-a3c8a6d7ee5b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0496159 May 16 15:23:05.211724 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c04df109-aa20-442d-97c7-343c3952659b req-82077b7e-e43c-4c47-889c-eb24f586c3b4 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464818 May 16 15:23:05.637579 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54404) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:05.650390 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2d80bc77-ada0-4c3b-b730-2b2078d10264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:05.725894 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2d80bc77-ada0-4c3b-b730-2b2078d10264 admin admin] Publish callbacks [] for security_group (008fb9bf-0919-40c7-9967-c1838c13bbd0), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:05.800440 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2d80bc77-ada0-4c3b-b730-2b2078d10264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (008fb9bf-0919-40c7-9967-c1838c13bbd0), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:05.838317 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80bc77-ada0-4c3b-b730-2b2078d10264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008fb9bf-0919-40c7-9967-c1838c13bbd0,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:05.842928 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-2d80bc77-ada0-4c3b-b730-2b2078d10264 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c0be83db166477d8cf2f252bfd053df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043135 May 16 15:23:05.845836 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54406) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:05.891773 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f17e19f-0987-4651-88b3-f4f3777b5d7a admin admin] Publish callbacks [] for security_group (008fb9bf-0919-40c7-9967-c1838c13bbd0), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:05.913198 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f17e19f-0987-4651-88b3-f4f3777b5d7a admin admin] Publish callbacks [] for security_group (008fb9bf-0919-40c7-9967-c1838c13bbd0), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:06.069180 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f17e19f-0987-4651-88b3-f4f3777b5d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (008fb9bf-0919-40c7-9967-c1838c13bbd0), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:06.071972 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f17e19f-0987-4651-88b3-f4f3777b5d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:06.076432 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6f17e19f-0987-4651-88b3-f4f3777b5d7a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/008fb9bf-0919-40c7-9967-c1838c13bbd0 HTTP/1.1" status: 204 len: 168 time: 0.2299423 May 16 15:23:06.087621 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17e19f-0987-4651-88b3-f4f3777b5d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008fb9bf-0919-40c7-9967-c1838c13bbd0,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:06.324078 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef522f-d4b9-4e24-96ce-29e55ab70eb3 req-7645f4eb-1702-4994-82d6-1e902bf719f9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:06.326182 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-12ef522f-d4b9-4e24-96ce-29e55ab70eb3 req-7645f4eb-1702-4994-82d6-1e902bf719f9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0472267 May 16 15:23:06.376750 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-12ef522f-d4b9-4e24-96ce-29e55ab70eb3 req-aa6b32ad-63a0-4b1c-bc6a-911f6a6753bf tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451384 May 16 15:23:06.487110 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e0615-ef30-4bf4-92af-f28dff17d34e req-7f33692d-08be-4f70-b199-eb0965ab6b4e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:06.488692 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f9e0615-ef30-4bf4-92af-f28dff17d34e req-7f33692d-08be-4f70-b199-eb0965ab6b4e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0462482 May 16 15:23:06.540535 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f9e0615-ef30-4bf4-92af-f28dff17d34e req-181d0f90-36bc-41df-a85b-01a8242e7270 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460126 May 16 15:23:07.955863 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 54496) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:08.088934 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-26eef02d-e813-4687-9a0c-23f247d1eddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:08.186674 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-26eef02d-e813-4687-9a0c-23f247d1eddc admin admin] Publish callbacks [] for security_group (29fc4322-cffc-4dfa-aeb8-9dbc81a12060), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:08.257411 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-26eef02d-e813-4687-9a0c-23f247d1eddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (29fc4322-cffc-4dfa-aeb8-9dbc81a12060), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:08.301372 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-26eef02d-e813-4687-9a0c-23f247d1eddc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=14bef94eb6d642d1adb9c83a4ff93ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432138 May 16 15:23:08.302372 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eef02d-e813-4687-9a0c-23f247d1eddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc4322-cffc-4dfa-aeb8-9dbc81a12060,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:08.306197 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54524) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:08.363864 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-faf86a12-0370-4cd3-80f5-4cd33da859b6 admin admin] Publish callbacks [] for security_group (29fc4322-cffc-4dfa-aeb8-9dbc81a12060), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:08.385773 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-faf86a12-0370-4cd3-80f5-4cd33da859b6 admin admin] Publish callbacks [] for security_group (29fc4322-cffc-4dfa-aeb8-9dbc81a12060), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:08.528695 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-faf86a12-0370-4cd3-80f5-4cd33da859b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (29fc4322-cffc-4dfa-aeb8-9dbc81a12060), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:08.531284 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-faf86a12-0370-4cd3-80f5-4cd33da859b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:08.532423 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-faf86a12-0370-4cd3-80f5-4cd33da859b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/29fc4322-cffc-4dfa-aeb8-9dbc81a12060 HTTP/1.1" status: 204 len: 168 time: 0.2241888 May 16 15:23:08.546663 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf86a12-0370-4cd3-80f5-4cd33da859b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc4322-cffc-4dfa-aeb8-9dbc81a12060,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:09.561778 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab914fb-34ea-43a9-87dd-7f013d3d3e45 req-ef912de4-4581-4b42-b643-2c5778827f91 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:09.563295 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9ab914fb-34ea-43a9-87dd-7f013d3d3e45 req-ef912de4-4581-4b42-b643-2c5778827f91 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0566061 May 16 15:23:09.604458 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54554) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:09.610444 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9ab914fb-34ea-43a9-87dd-7f013d3d3e45 req-410a1430-2185-40af-8a17-48a8036f74c7 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 May 16 15:23:09.621698 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fcc74f5-f188-4b07-91b7-d70710cceab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:09.699531 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d9516-d03e-41ef-9421-dcb8622b9a51 req-feb749fb-0047-45ca-8900-b94b98e1aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:09.701081 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d14d9516-d03e-41ef-9421-dcb8622b9a51 req-feb749fb-0047-45ca-8900-b94b98e1aa59 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 1129 time: 0.0547917 May 16 15:23:09.704850 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fcc74f5-f188-4b07-91b7-d70710cceab1 admin admin] Publish callbacks [] for security_group (948eaf16-832a-4260-a858-5a4c5459bebf), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:09.771983 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fcc74f5-f188-4b07-91b7-d70710cceab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (948eaf16-832a-4260-a858-5a4c5459bebf), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:09.797042 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d9516-d03e-41ef-9421-dcb8622b9a51 req-c92a3cc2-10b5-44ed-87f8-7913c76bfd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:09.798770 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d14d9516-d03e-41ef-9421-dcb8622b9a51 req-c92a3cc2-10b5-44ed-87f8-7913c76bfd33 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.0910144 May 16 15:23:09.814112 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3fcc74f5-f188-4b07-91b7-d70710cceab1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=86f0dd56abb746d79885f77ebd489a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079680 May 16 15:23:09.814988 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc74f5-f188-4b07-91b7-d70710cceab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948eaf16-832a-4260-a858-5a4c5459bebf,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:09.817262 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54556) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:09.844877 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d14d9516-d03e-41ef-9421-dcb8622b9a51 req-6ce92c13-57bd-4208-a34e-5570dea9cd26 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=800fd8b6-f49e-4bc2-839c-1036a8769d6e HTTP/1.1" status: 200 len: 217 time: 0.0390561 May 16 15:23:09.866829 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5b34-ecde-4578-9a01-8ed516574fce admin admin] Publish callbacks [] for security_group (948eaf16-832a-4260-a858-5a4c5459bebf), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:09.900493 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5b34-ecde-4578-9a01-8ed516574fce admin admin] Publish callbacks [] for security_group (948eaf16-832a-4260-a858-5a4c5459bebf), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:09.911654 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d9516-d03e-41ef-9421-dcb8622b9a51 req-02bbe583-2290-4a22-a59c-ea935523a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:09.919625 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d14d9516-d03e-41ef-9421-dcb8622b9a51 req-02bbe583-2290-4a22-a59c-ea935523a259 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.0617256 May 16 15:23:09.962611 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d9516-d03e-41ef-9421-dcb8622b9a51 req-3200bb29-1953-4af3-98e3-c19686bc33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:09.964109 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d14d9516-d03e-41ef-9421-dcb8622b9a51 req-3200bb29-1953-4af3-98e3-c19686bc33ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428565 May 16 15:23:10.070158 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5b34-ecde-4578-9a01-8ed516574fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (948eaf16-832a-4260-a858-5a4c5459bebf), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:10.072688 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5b34-ecde-4578-9a01-8ed516574fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:10.075895 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d14d9516-d03e-41ef-9421-dcb8622b9a51 req-b4953731-3d8c-4416-bf67-ae0613454ee8 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014249 May 16 15:23:10.076061 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-aa8d5b34-ecde-4578-9a01-8ed516574fce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/948eaf16-832a-4260-a858-5a4c5459bebf HTTP/1.1" status: 204 len: 168 time: 0.2556932 May 16 15:23:10.083350 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d5b34-ecde-4578-9a01-8ed516574fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948eaf16-832a-4260-a858-5a4c5459bebf,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:10.173107 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d14d9516-d03e-41ef-9421-dcb8622b9a51 req-77cf92e3-c1c5-418a-9bd3-06630440aacb service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929847 May 16 15:23:10.766070 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef547d36-845c-4961-ac6d-4e51f454a4ef req-7d1a1d70-90f4-4c76-9179-e2d20638976b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:10.770718 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ef547d36-845c-4961-ac6d-4e51f454a4ef req-7d1a1d70-90f4-4c76-9179-e2d20638976b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0643198 May 16 15:23:10.816880 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ef547d36-845c-4961-ac6d-4e51f454a4ef req-c56b4bf3-7cce-4f37-8ba2-ecdace3ea623 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 May 16 15:23:10.844718 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54594) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:10.857486 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ad07adab-84b4-462d-8b5e-9807f6404606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:10.933921 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ad07adab-84b4-462d-8b5e-9807f6404606 admin admin] Publish callbacks [] for security_group (cdd2069c-a99c-47e0-b82e-aff699ea6006), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.035798 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ad07adab-84b4-462d-8b5e-9807f6404606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (cdd2069c-a99c-47e0-b82e-aff699ea6006), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.090735 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 54604) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:11.091251 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ad07adab-84b4-462d-8b5e-9807f6404606 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=92f7e939fa884cbd8e0472eb696e29f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450452 May 16 15:23:11.091908 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07adab-84b4-462d-8b5e-9807f6404606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd2069c-a99c-47e0-b82e-aff699ea6006,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:11.160489 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d231b99e-a09d-4c05-95cf-56c6055d9d73 admin admin] Publish callbacks [] for security_group (cdd2069c-a99c-47e0-b82e-aff699ea6006), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.186224 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d231b99e-a09d-4c05-95cf-56c6055d9d73 admin admin] Publish callbacks [] for security_group (cdd2069c-a99c-47e0-b82e-aff699ea6006), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.230047 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54610) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:11.349921 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a48f0e0-c018-42fe-b41a-436bee30b0fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.354350 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d231b99e-a09d-4c05-95cf-56c6055d9d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (cdd2069c-a99c-47e0-b82e-aff699ea6006), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.357599 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d231b99e-a09d-4c05-95cf-56c6055d9d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.361281 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-d231b99e-a09d-4c05-95cf-56c6055d9d73 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cdd2069c-a99c-47e0-b82e-aff699ea6006 HTTP/1.1" status: 204 len: 168 time: 0.2658110 May 16 15:23:11.370686 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231b99e-a09d-4c05-95cf-56c6055d9d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd2069c-a99c-47e0-b82e-aff699ea6006,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:11.452140 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a48f0e0-c018-42fe-b41a-436bee30b0fc admin admin] Publish callbacks [] for security_group (1c58cf6b-885c-4a48-962f-61f20d8baf0c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.554334 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a48f0e0-c018-42fe-b41a-436bee30b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1c58cf6b-885c-4a48-962f-61f20d8baf0c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.590420 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48f0e0-c018-42fe-b41a-436bee30b0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c58cf6b-885c-4a48-962f-61f20d8baf0c,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:11.594744 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0a48f0e0-c018-42fe-b41a-436bee30b0fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c8bcf38bb3e4c07b29d30f20a11b1f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634605 May 16 15:23:11.605754 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 54622) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:11.652256 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3fe43afc-91fe-4fcc-aadb-da7b0f9efd1e admin admin] Publish callbacks [] for security_group (1c58cf6b-885c-4a48-962f-61f20d8baf0c), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.674769 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3fe43afc-91fe-4fcc-aadb-da7b0f9efd1e admin admin] Publish callbacks [] for security_group (1c58cf6b-885c-4a48-962f-61f20d8baf0c), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.789165 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3fe43afc-91fe-4fcc-aadb-da7b0f9efd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1c58cf6b-885c-4a48-962f-61f20d8baf0c), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.792151 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3fe43afc-91fe-4fcc-aadb-da7b0f9efd1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.798173 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-3fe43afc-91fe-4fcc-aadb-da7b0f9efd1e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c58cf6b-885c-4a48-962f-61f20d8baf0c HTTP/1.1" status: 204 len: 168 time: 0.1987460 May 16 15:23:11.806889 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe43afc-91fe-4fcc-aadb-da7b0f9efd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c58cf6b-885c-4a48-962f-61f20d8baf0c,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:11.944235 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1a153-6def-44ae-86f5-5dbc3d003dd5 req-183deb32-f18c-4c9f-911d-c89e0701a105 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:11.945704 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-98d1a153-6def-44ae-86f5-5dbc3d003dd5 req-183deb32-f18c-4c9f-911d-c89e0701a105 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0469732 May 16 15:23:11.991499 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.998865 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-98d1a153-6def-44ae-86f5-5dbc3d003dd5 req-91d19f0b-7de2-487e-b2fc-73b4ca9be9a0 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458086 May 16 15:23:12.611039 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 54676) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:12.625781 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-327da122-8733-47a6-a3bf-63b73a94d35e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.704741 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-327da122-8733-47a6-a3bf-63b73a94d35e admin admin] Publish callbacks [] for security_group (080b6e3b-df7f-483f-8304-fdc295435293), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.800198 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-327da122-8733-47a6-a3bf-63b73a94d35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (080b6e3b-df7f-483f-8304-fdc295435293), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.845789 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-327da122-8733-47a6-a3bf-63b73a94d35e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c51c33d7c15d4504a393bcb2b8d326d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335384 May 16 15:23:12.846735 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327da122-8733-47a6-a3bf-63b73a94d35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080b6e3b-df7f-483f-8304-fdc295435293,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:12.848293 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54688) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:12.912259 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c785756f-990f-4fcb-a4ab-5e22fb18e7a0 admin admin] Publish callbacks [] for security_group (080b6e3b-df7f-483f-8304-fdc295435293), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.933951 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c785756f-990f-4fcb-a4ab-5e22fb18e7a0 admin admin] Publish callbacks [] for security_group (080b6e3b-df7f-483f-8304-fdc295435293), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.068621 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c785756f-990f-4fcb-a4ab-5e22fb18e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (080b6e3b-df7f-483f-8304-fdc295435293), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.071249 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c785756f-990f-4fcb-a4ab-5e22fb18e7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.072391 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c785756f-990f-4fcb-a4ab-5e22fb18e7a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/080b6e3b-df7f-483f-8304-fdc295435293 HTTP/1.1" status: 204 len: 168 time: 0.2230668 May 16 15:23:13.081901 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785756f-990f-4fcb-a4ab-5e22fb18e7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080b6e3b-df7f-483f-8304-fdc295435293,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:13.147048 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59be27-6a0b-4f1e-82c1-cda555f436d4 req-282bef00-9e14-4dda-ab43-4d95082129ec tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:13.149159 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af59be27-6a0b-4f1e-82c1-cda555f436d4 req-282bef00-9e14-4dda-ab43-4d95082129ec tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0477688 May 16 15:23:13.197226 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af59be27-6a0b-4f1e-82c1-cda555f436d4 req-d482f58a-3e0a-4334-ba94-efdceae03ac9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 May 16 15:23:13.789081 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54708) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:13.804374 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.880042 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Publish callbacks [] for security_group (4f52d09c-cc3c-48f2-9a75-988d237449d5), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.965547 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (4f52d09c-cc3c-48f2-9a75-988d237449d5), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:14.004524 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6360c2381c3e47638eadbb672d174a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144117 May 16 15:23:14.005325 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f52d09c-cc3c-48f2-9a75-988d237449d5,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:14.007264 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 54710) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:14.012407 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.012697 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.013593 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.013930 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.014277 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.014616 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.014921 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.015236 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.015567 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.015887 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.016201 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.016540 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.016829 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.017141 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.017449 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cec972-b37a-4e82-ab6a-eb308aecd5ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:14.060959 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2d823085-7a6c-435f-959c-02111a46b5f4 admin admin] Publish callbacks [] for security_group (4f52d09c-cc3c-48f2-9a75-988d237449d5), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:14.085303 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2d823085-7a6c-435f-959c-02111a46b5f4 admin admin] Publish callbacks [] for security_group (4f52d09c-cc3c-48f2-9a75-988d237449d5), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:14.251028 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2d823085-7a6c-435f-959c-02111a46b5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (4f52d09c-cc3c-48f2-9a75-988d237449d5), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:14.253584 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2d823085-7a6c-435f-959c-02111a46b5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:14.257386 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-2d823085-7a6c-435f-959c-02111a46b5f4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4f52d09c-cc3c-48f2-9a75-988d237449d5 HTTP/1.1" status: 204 len: 168 time: 0.2489614 May 16 15:23:14.274897 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d823085-7a6c-435f-959c-02111a46b5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f52d09c-cc3c-48f2-9a75-988d237449d5,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:14.361763 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5f569-bc06-4d91-ac42-4d92b283b14a req-b0f2414d-af3a-417b-b578-069965b59d8b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:14.364215 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4de5f569-bc06-4d91-ac42-4d92b283b14a req-b0f2414d-af3a-417b-b578-069965b59d8b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0835328 May 16 15:23:14.376818 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eab43-ea23-49c2-9a42-2c730ccadb0a req-f5e138e0-3950-4290-b736-be7077ad8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:14.378965 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-587eab43-ea23-49c2-9a42-2c730ccadb0a req-f5e138e0-3950-4290-b736-be7077ad8a66 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 1129 time: 0.0604572 May 16 15:23:14.453296 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4de5f569-bc06-4d91-ac42-4d92b283b14a req-6beb52b3-16f5-4e8d-bf85-9bc294b625fa tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795379 May 16 15:23:14.514539 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eab43-ea23-49c2-9a42-2c730ccadb0a req-ce09c707-0763-4aaf-910b-2ad276f666ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:14.516139 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-587eab43-ea23-49c2-9a42-2c730ccadb0a req-ce09c707-0763-4aaf-910b-2ad276f666ee service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.1091113 May 16 15:23:14.557331 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-587eab43-ea23-49c2-9a42-2c730ccadb0a req-b6d8ebe7-25aa-4a50-ad96-eeec92fc2384 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=800fd8b6-f49e-4bc2-839c-1036a8769d6e HTTP/1.1" status: 200 len: 217 time: 0.0343933 May 16 15:23:14.608370 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eab43-ea23-49c2-9a42-2c730ccadb0a req-c9155322-8b0b-4650-8777-52f257554d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:14.609959 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-587eab43-ea23-49c2-9a42-2c730ccadb0a req-c9155322-8b0b-4650-8777-52f257554d5c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.0449698 May 16 15:23:14.658369 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eab43-ea23-49c2-9a42-2c730ccadb0a req-1cf3d582-0658-4461-87e7-70ca1e9a1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:14.659864 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-587eab43-ea23-49c2-9a42-2c730ccadb0a req-1cf3d582-0658-4461-87e7-70ca1e9a1bc9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432673 May 16 15:23:14.751252 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-587eab43-ea23-49c2-9a42-2c730ccadb0a req-74d786ad-a0d3-446b-a757-c65a270f20ca service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838904 May 16 15:23:14.842717 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-587eab43-ea23-49c2-9a42-2c730ccadb0a req-b75f451a-825a-49d8-ae4c-eb7730909be0 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848544 May 16 15:23:15.577986 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f1890-063a-43ee-8cc7-178c2b4f9aea req-fce76acc-17e5-451f-935b-8aa6029197ab tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:15.579492 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-375f1890-063a-43ee-8cc7-178c2b4f9aea req-fce76acc-17e5-451f-935b-8aa6029197ab tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0481277 May 16 15:23:15.626108 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-375f1890-063a-43ee-8cc7-178c2b4f9aea req-1238f9e3-3188-422e-849d-17cdd0e04194 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409720 May 16 15:23:15.995119 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-06924e1b-b57b-4c3f-877d-4cfb2dcf706d tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=fa49f4881c1041528d8071d3cc64a5b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460262 May 16 15:23:16.199041 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-f0cb2bd1-301b-49d2-927b-5fbe1e1d0cd9 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:16.206357 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-f0cb2bd1-301b-49d2-927b-5fbe1e1d0cd9 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031507 May 16 15:23:16.216770 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-ff2bb582-62e5-451b-8120-8a82a66d0770 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/quotas/fa49f4881c1041528d8071d3cc64a5b0 HTTP/1.1" status: 200 len: 375 time: 0.0096040 May 16 15:23:16.258637 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-e5dbe05a-bf62-405b-b8c8-a5cdab632594 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa49f4881c1041528d8071d3cc64a5b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359001 May 16 15:23:16.312913 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 54814) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:16.540126 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:16.614039 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77e5531b-6ed1-46d2-a37c-6fb7b54aa4af req-84811901-f731-42a4-936b-f0ccc1333db3 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 210 time: 0.0386925 May 16 15:23:16.675416 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Publish callbacks [] for security_group (b4675188-48b3-4ee8-b77b-6e2c3d15b7ac), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:16.755062 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b4675188-48b3-4ee8-b77b-6e2c3d15b7ac), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:16.777794 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d6153-be9f-49e7-976d-88506ddf7bc4 req-5bb43158-f540-45d3-a66c-3740381922e2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:16.779797 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-878d6153-be9f-49e7-976d-88506ddf7bc4 req-5bb43158-f540-45d3-a66c-3740381922e2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0706758 May 16 15:23:16.825013 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4675188-48b3-4ee8-b77b-6e2c3d15b7ac,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:16.832956 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a943bdb55fa34b2d924171fb21abd04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5188258 May 16 15:23:16.833354 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54842) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:16.843729 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.844082 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.844530 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.844862 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.845252 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.845591 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.845910 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.846360 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.846653 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.847899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.847899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.847899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.848122 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.848237 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.848551 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82992030-898a-4f7a-97ef-7c70e0e59a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:16.878218 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-878d6153-be9f-49e7-976d-88506ddf7bc4 req-07911820-d1a0-4d23-a550-28f72164691b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892243 May 16 15:23:16.918762 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa1449e5-8ee1-48de-8635-e286a8469c3f admin admin] Publish callbacks [] for security_group (b4675188-48b3-4ee8-b77b-6e2c3d15b7ac), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:16.944777 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa1449e5-8ee1-48de-8635-e286a8469c3f admin admin] Publish callbacks [] for security_group (b4675188-48b3-4ee8-b77b-6e2c3d15b7ac), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:17.081960 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa1449e5-8ee1-48de-8635-e286a8469c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b4675188-48b3-4ee8-b77b-6e2c3d15b7ac), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:17.085732 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa1449e5-8ee1-48de-8635-e286a8469c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:17.092360 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-aa1449e5-8ee1-48de-8635-e286a8469c3f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b4675188-48b3-4ee8-b77b-6e2c3d15b7ac HTTP/1.1" status: 204 len: 168 time: 0.2525289 May 16 15:23:17.095814 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1449e5-8ee1-48de-8635-e286a8469c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4675188-48b3-4ee8-b77b-6e2c3d15b7ac,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:17.703513 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-804f4070-5e45-47f6-a856-6ed6d66f20af req-1fda014c-8c3b-4ae5-b87b-641abf638f86 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 210 time: 0.0296969 May 16 15:23:17.747424 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54884) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:17.795981 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-61abe3f7-202b-4dbd-802e-153f498759c4 admin admin] Deleting subnet d78b3b43-54ee-48b5-a123-8a4809dbb4c0 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:23:17.799190 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-61abe3f7-202b-4dbd-802e-153f498759c4 admin admin] Publish callbacks [] for subnet (d78b3b43-54ee-48b5-a123-8a4809dbb4c0), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:17.840686 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-61abe3f7-202b-4dbd-802e-153f498759c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32656288'] for subnet (d78b3b43-54ee-48b5-a123-8a4809dbb4c0), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:17.884982 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 54894) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:17.892129 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-61abe3f7-202b-4dbd-802e-153f498759c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (d78b3b43-54ee-48b5-a123-8a4809dbb4c0), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:17.898584 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-85b6a6cf-e7c2-4192-95b7-ca0fc4094176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.033342 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-85b6a6cf-e7c2-4192-95b7-ca0fc4094176 admin admin] Publish callbacks [] for security_group (c26e7c3d-6dce-4491-8495-06dd8fb704da), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.047212 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0b028-67a8-4867-b9b3-58248f0c96b4 req-493f52ca-9343-4828-ba43-bebe866592d0 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:18.049430 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bef0b028-67a8-4867-b9b3-58248f0c96b4 req-493f52ca-9343-4828-ba43-bebe866592d0 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0624015 May 16 15:23:18.063395 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-61abe3f7-202b-4dbd-802e-153f498759c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31724915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32985707'] for subnet (d78b3b43-54ee-48b5-a123-8a4809dbb4c0), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.091585 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-61abe3f7-202b-4dbd-802e-153f498759c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.095102 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-61abe3f7-202b-4dbd-802e-153f498759c4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d78b3b43-54ee-48b5-a123-8a4809dbb4c0 HTTP/1.1" status: 204 len: 168 time: 0.3465374 May 16 15:23:18.096139 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abe3f7-202b-4dbd-802e-153f498759c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78b3b43-54ee-48b5-a123-8a4809dbb4c0,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:18.096336 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bef0b028-67a8-4867-b9b3-58248f0c96b4 req-023968e5-f508-4b86-acd8-1aa159a3a6c5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420897 May 16 15:23:18.098060 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 54902) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:18.122723 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-85b6a6cf-e7c2-4192-95b7-ca0fc4094176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (c26e7c3d-6dce-4491-8495-06dd8fb704da), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.201448 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-85b6a6cf-e7c2-4192-95b7-ca0fc4094176 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=95c098908e5c48a7a8f24bc84ccedceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151717 May 16 15:23:18.203496 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6a6cf-e7c2-4192-95b7-ca0fc4094176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26e7c3d-6dce-4491-8495-06dd8fb704da,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:18.204118 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54904) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:18.208370 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (c6d9f32f-2381-4b74-b620-ebd59d8f44c6), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.261247 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cf56efcd-faa8-4ce3-9c1d-90cf939d356f admin admin] Publish callbacks [] for security_group (c26e7c3d-6dce-4491-8495-06dd8fb704da), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.289670 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cf56efcd-faa8-4ce3-9c1d-90cf939d356f admin admin] Publish callbacks [] for security_group (c26e7c3d-6dce-4491-8495-06dd8fb704da), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.472858 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54912) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:18.491784 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cf56efcd-faa8-4ce3-9c1d-90cf939d356f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (c26e7c3d-6dce-4491-8495-06dd8fb704da), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.494355 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cf56efcd-faa8-4ce3-9c1d-90cf939d356f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.495496 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-cf56efcd-faa8-4ce3-9c1d-90cf939d356f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c26e7c3d-6dce-4491-8495-06dd8fb704da HTTP/1.1" status: 204 len: 168 time: 0.2903800 May 16 15:23:18.509930 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56efcd-faa8-4ce3-9c1d-90cf939d356f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26e7c3d-6dce-4491-8495-06dd8fb704da,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:18.526440 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (c6d9f32f-2381-4b74-b620-ebd59d8f44c6), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.551434 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d9f32f-2381-4b74-b620-ebd59d8f44c6']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:18.562548 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33349b6b-0a56-469f-885e-7ee6228cb832') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:18.562676 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33349b6b-0a56-469f-885e-7ee6228cb832') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:18.572132 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29935036'] for segment (33349b6b-0a56-469f-885e-7ee6228cb832), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.586491 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (33349b6b-0a56-469f-885e-7ee6228cb832), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.593537 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:23:18.593967 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29923599'] for segment (33349b6b-0a56-469f-885e-7ee6228cb832), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: Traceback (most recent call last): May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: timer() May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: cb(*args, **kw) May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: return func(*args, **kwargs) May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: self._notify() May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: self.callback(batched_events) May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: event.method(event) May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: return f(self, *a, **k) May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._get(url).json() May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: return self.request(url, 'GET', **kwargs) May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:23:18.595755 dv-cinder-790535-39-iscsi neutron-server[103977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:23:18.602428 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1999c61b-e0f2-4b91-a438-96897263d604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.679293 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1999c61b-e0f2-4b91-a438-96897263d604 admin admin] Publish callbacks [] for security_group (bdc4ce0d-3ab4-4a51-857e-3896a190ab48), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.720081 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (c6d9f32f-2381-4b74-b620-ebd59d8f44c6), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.727837 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.732097 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c6d9f32f-2381-4b74-b620-ebd59d8f44c6 HTTP/1.1" status: 204 len: 168 time: 0.6321065 May 16 15:23:18.735547 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54922) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:18.741226 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cbc00-b544-4372-bb53-f4e5f5e1bc71 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d9f32f-2381-4b74-b620-ebd59d8f44c6,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:18.769391 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1999c61b-e0f2-4b91-a438-96897263d604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (bdc4ce0d-3ab4-4a51-857e-3896a190ab48), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.846361 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a60a6f72-8581-40b9-83cc-20224c79e56f req-da4ee7bb-4db2-4c20-b24d-ab6e7b82c797 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 210 time: 0.0633855 May 16 15:23:18.848019 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999c61b-e0f2-4b91-a438-96897263d604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc4ce0d-3ab4-4a51-857e-3896a190ab48,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:18.853879 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-1999c61b-e0f2-4b91-a438-96897263d604 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bbb1c148a55a4a97ab56c023061fe566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800330 May 16 15:23:18.857081 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8d5f92-22bc-4ad7-8a0e-a5f88ec53dc9 admin admin] Deleting subnet 4d9d9420-5050-4e99-b65c-f72a5cf7895f {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:23:18.859158 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54926) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:18.875772 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5f92-22bc-4ad7-8a0e-a5f88ec53dc9 admin admin] Publish callbacks [] for subnet (4d9d9420-5050-4e99-b65c-f72a5cf7895f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.935741 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5f92-22bc-4ad7-8a0e-a5f88ec53dc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32656288'] for subnet (4d9d9420-5050-4e99-b65c-f72a5cf7895f), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:18.974871 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-752e88e8-04a3-4c3b-b87f-d62b2d2048df admin admin] Publish callbacks [] for security_group (bdc4ce0d-3ab4-4a51-857e-3896a190ab48), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.009181 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5f92-22bc-4ad7-8a0e-a5f88ec53dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (4d9d9420-5050-4e99-b65c-f72a5cf7895f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.012304 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-752e88e8-04a3-4c3b-b87f-d62b2d2048df admin admin] Publish callbacks [] for security_group (bdc4ce0d-3ab4-4a51-857e-3896a190ab48), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.178220 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5f92-22bc-4ad7-8a0e-a5f88ec53dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31724915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32985707'] for subnet (4d9d9420-5050-4e99-b65c-f72a5cf7895f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.180308 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-752e88e8-04a3-4c3b-b87f-d62b2d2048df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (bdc4ce0d-3ab4-4a51-857e-3896a190ab48), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.182867 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-752e88e8-04a3-4c3b-b87f-d62b2d2048df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.187208 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-752e88e8-04a3-4c3b-b87f-d62b2d2048df admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bdc4ce0d-3ab4-4a51-857e-3896a190ab48 HTTP/1.1" status: 204 len: 168 time: 0.3268518 May 16 15:23:19.218485 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e88e8-04a3-4c3b-b87f-d62b2d2048df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc4ce0d-3ab4-4a51-857e-3896a190ab48,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:19.220752 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d5f92-22bc-4ad7-8a0e-a5f88ec53dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d9d9420-5050-4e99-b65c-f72a5cf7895f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:19.223698 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-4ed4ba62-c67f-4027-ad12-ee2900c3d98e tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=fa49f4881c1041528d8071d3cc64a5b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393841 May 16 15:23:19.224671 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5f92-22bc-4ad7-8a0e-a5f88ec53dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.230182 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-dc8d5f92-22bc-4ad7-8a0e-a5f88ec53dc9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4d9d9420-5050-4e99-b65c-f72a5cf7895f HTTP/1.1" status: 204 len: 168 time: 0.4887173 May 16 15:23:19.231543 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54942) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:19.273633 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623dbe-e927-472c-ad5b-493f984d186f req-e5a3bf0b-cf75-491c-9523-a0d74c938904 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:19.275527 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-af623dbe-e927-472c-ad5b-493f984d186f req-e5a3bf0b-cf75-491c-9523-a0d74c938904 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.1062407 May 16 15:23:19.328745 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.366899 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-af623dbe-e927-472c-ad5b-493f984d186f req-41606630-1c85-46cc-bf42-94c961fadc2f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840244 May 16 15:23:19.400086 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-ea98fca6-ca69-4031-a1c8-9783a14a3f16 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:19.401622 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-ea98fca6-ca69-4031-a1c8-9783a14a3f16 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689250 May 16 15:23:19.416616 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Request body: {'port': {'device_id': '32227d6d-6cdd-44ac-91ac-acfa0131b44a', 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6', 'admin_state_up': True, 'tenant_id': 'fa49f4881c1041528d8071d3cc64a5b0'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:19.421333 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.440410 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:19.449931 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97d5955-0b66-4cae-8060-b475bf60d7ed') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:19.450387 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97d5955-0b66-4cae-8060-b475bf60d7ed') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:19.464670 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32656281'] for segment (b97d5955-0b66-4cae-8060-b475bf60d7ed), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.478051 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (b97d5955-0b66-4cae-8060-b475bf60d7ed), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.485179 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:23:19.485611 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31726033'] for segment (b97d5955-0b66-4cae-8060-b475bf60d7ed), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: Traceback (most recent call last): May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: timer() May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: cb(*args, **kw) May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: return func(*args, **kwargs) May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: self._notify() May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: self.callback(batched_events) May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: event.method(event) May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: return f(self, *a, **k) May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._get(url).json() May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:23:19.487422 dv-cinder-790535-39-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:23:19.639827 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Made reservation on behalf of fa49f4881c1041528d8071d3cc64a5b0 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:23:19.643282 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.652213 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.680480 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.687317 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.691326 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] 10.222.0.76 "DELETE /v2.0/networks/ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8 HTTP/1.1" status: 204 len: 168 time: 0.4592350 May 16 15:23:19.705569 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e373303-459f-4256-aba8-23e60021a08d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4e00a7-9120-4aa0-a8fc-ae21bba5bca8,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:19.754496 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Publish callbacks [] for security_group (1c96a65d-cd9b-44f3-baaa-d54c89147527), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.845546 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1c96a65d-cd9b-44f3-baaa-d54c89147527), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:19.910285 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c96a65d-cd9b-44f3-baaa-d54c89147527,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:19.969432 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f8e8bc11-5819-4652-a6e9-2131e21a301c req-8f3aeaa5-40be-4377-9875-40056a0820a4 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 210 time: 0.0283258 May 16 15:23:20.001538 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Allocated IP 192.168.233.185 (35e04db0-de4d-4fff-99ed-a42f45b816b6/316ffb0f-c6a7-4886-93b1-984ff9a88690/325a3242-0be5-4d35-bfb5-3a5a8d583822) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:23:20.158242 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54970) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:20.168953 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Publish callbacks [] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.205644 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3021ed65-ce3b-4723-9473-c7a0752d6f26 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bf006e9d68304428b42387e1dbf2369a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462260 May 16 15:23:20.208063 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54972) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:20.233379 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54974) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:20.253769 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bf852e4a-c301-48b2-9658-0934c6f18861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.286531 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.287741 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9646c48d-da52-43e9-ae20-9dcb725bd6fa admin admin] Publish callbacks [] for security_group (c4fdaaa0-eb22-4090-8ad1-8b03d82c35ed), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.322222 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9646c48d-da52-43e9-ae20-9dcb725bd6fa admin admin] Publish callbacks [] for security_group (c4fdaaa0-eb22-4090-8ad1-8b03d82c35ed), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.326916 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Network 35e04db0-de4d-4fff-99ed-a42f45b816b6 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:23:20.330230 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:23:20.334344 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:23:20.370987 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Pushing event updated for resources: {'Port': ['ID=325a3242-0be5-4d35-bfb5-3a5a8d583822,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:20.396101 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bf852e4a-c301-48b2-9658-0934c6f18861 admin admin] Publish callbacks [] for security_group (b52eb9c8-e70b-4d17-b883-12d62cd2d425), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.414720 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:20.415385 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.491551 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecbd02-f021-410b-8539-c3e5164cd792 req-fd1a6c8a-ecae-47f7-8fb6-71ca8221a1ea tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:20.493099 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-06ecbd02-f021-410b-8539-c3e5164cd792 req-fd1a6c8a-ecae-47f7-8fb6-71ca8221a1ea tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0489690 May 16 15:23:20.497780 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bf852e4a-c301-48b2-9658-0934c6f18861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b52eb9c8-e70b-4d17-b883-12d62cd2d425), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.521524 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9646c48d-da52-43e9-ae20-9dcb725bd6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (c4fdaaa0-eb22-4090-8ad1-8b03d82c35ed), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.524072 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9646c48d-da52-43e9-ae20-9dcb725bd6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.527947 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-1c4d0e3f-6a76-42c8-bb17-63105f0836b8 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1124558 May 16 15:23:20.528593 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9646c48d-da52-43e9-ae20-9dcb725bd6fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c4fdaaa0-eb22-4090-8ad1-8b03d82c35ed HTTP/1.1" status: 204 len: 168 time: 0.3161535 May 16 15:23:20.546288 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bf852e4a-c301-48b2-9658-0934c6f18861 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=121dc9957a9b4885bda0a112f9967857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112164 May 16 15:23:20.546575 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf852e4a-c301-48b2-9658-0934c6f18861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52eb9c8-e70b-4d17-b883-12d62cd2d425,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:20.551254 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 54984) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:20.563057 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646c48d-da52-43e9-ae20-9dcb725bd6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fdaaa0-eb22-4090-8ad1-8b03d82c35ed,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:20.616286 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-06ecbd02-f021-410b-8539-c3e5164cd792 req-65a34c8d-a907-4283-9d94-f5a5ed83af1d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099994 May 16 15:23:20.623266 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-e3fe3235-e7e7-4061-b01d-73cd1f94382e None None] Provisioning complete for port 325a3242-0be5-4d35-bfb5-3a5a8d583822 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:20.624196 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e3fe3235-e7e7-4061-b01d-73cd1f94382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.651512 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5c1ab588-7fd8-4110-abf0-5eec0d1b7ae5 admin admin] Publish callbacks [] for security_group (b52eb9c8-e70b-4d17-b883-12d62cd2d425), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.652437 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Request body: {'port': {'device_id': '32227d6d-6cdd-44ac-91ac-acfa0131b44a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:20.664034 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe3235-e7e7-4061-b01d-73cd1f94382e None None] Port 325a3242-0be5-4d35-bfb5-3a5a8d583822 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:23:20.685980 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5c1ab588-7fd8-4110-abf0-5eec0d1b7ae5 admin admin] Publish callbacks [] for security_group (b52eb9c8-e70b-4d17-b883-12d62cd2d425), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.739015 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.795217 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5c1ab588-7fd8-4110-abf0-5eec0d1b7ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b52eb9c8-e70b-4d17-b883-12d62cd2d425), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.806756 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5c1ab588-7fd8-4110-abf0-5eec0d1b7ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.806756 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5c1ab588-7fd8-4110-abf0-5eec0d1b7ae5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b52eb9c8-e70b-4d17-b883-12d62cd2d425 HTTP/1.1" status: 204 len: 168 time: 0.2463965 May 16 15:23:20.810333 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ab588-7fd8-4110-abf0-5eec0d1b7ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52eb9c8-e70b-4d17-b883-12d62cd2d425,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:21.043298 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325a3242-0be5-4d35-bfb5-3a5a8d583822 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:23:21.053074 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Publish callbacks [] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:21.071803 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Transition to ACTIVE for port object 325a3242-0be5-4d35-bfb5-3a5a8d583822 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:23:21.127541 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6442d8-08c0-4048-bd3b-0fbe6b8fc98d req-ef203e2b-3527-44b7-a180-4e8bb3d4a1e2 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:21.132067 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6e6442d8-08c0-4048-bd3b-0fbe6b8fc98d req-ef203e2b-3527-44b7-a180-4e8bb3d4a1e2 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 936 time: 0.0832257 May 16 15:23:21.155001 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:21.197974 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6e6442d8-08c0-4048-bd3b-0fbe6b8fc98d req-ec122e74-06a2-4131-beae-362cf282583a tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632901 May 16 15:23:21.207835 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Pushing event updated for resources: {'Port': ['ID=325a3242-0be5-4d35-bfb5-3a5a8d583822,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:21.283507 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Attempting to bind port 325a3242-0be5-4d35-bfb5-3a5a8d583822 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:23:21.283984 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Attempting to bind port 325a3242-0be5-4d35-bfb5-3a5a8d583822 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a916b178-3386-4d64-8b86-973f0201e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:23:21.284448 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Attempting to bind port 325a3242-0be5-4d35-bfb5-3a5a8d583822 on network 35e04db0-de4d-4fff-99ed-a42f45b816b6 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:23:21.289429 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Port 325a3242-0be5-4d35-bfb5-3a5a8d583822 on network 35e04db0-de4d-4fff-99ed-a42f45b816b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:23:21.290080 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Attempting to bind port 325a3242-0be5-4d35-bfb5-3a5a8d583822 on network 35e04db0-de4d-4fff-99ed-a42f45b816b6 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:23:21.295166 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:23:21.295650 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Checking segment: {'id': 'a916b178-3386-4d64-8b86-973f0201e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:23:21.296444 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Bound using segment: {'id': 'a916b178-3386-4d64-8b86-973f0201e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:23:21.300270 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Bound port: 325a3242-0be5-4d35-bfb5-3a5a8d583822, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a916b178-3386-4d64-8b86-973f0201e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:23:21.300836 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:21.378610 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] For port 325a3242-0be5-4d35-bfb5-3a5a8d583822, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:23:21.384126 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] For port 325a3242-0be5-4d35-bfb5-3a5a8d583822, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=325a3242-0be5-4d35-bfb5-3a5a8d583822,segment=NetworkSegment(a916b178-3386-4d64-8b86-973f0201e29f),segment_id=a916b178-3386-4d64-8b86-973f0201e29f)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:23:21.452428 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:21.484778 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:21.485414 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:21.486856 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] 10.222.0.79 "PUT /v2.0/ports/325a3242-0be5-4d35-bfb5-3a5a8d583822 HTTP/1.1" status: 200 len: 1098 time: 0.8405662 May 16 15:23:21.487358 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32227d6d-6cdd-44ac-91ac-acfa0131b44a', 'tag': '325a3242-0be5-4d35-bfb5-3a5a8d583822'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:23:21.489626 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9294aad-c31a-41cd-a876-1d4b11c48e15" -d '{"events": [{"name": "network-changed", "server_uuid": "32227d6d-6cdd-44ac-91ac-acfa0131b44a", "tag": "325a3242-0be5-4d35-bfb5-3a5a8d583822"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:23:21.526236 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d273c59-d8f7-4ec5-88f3-14a2fa9486f9 service neutron] Pushing event updated for resources: {'Port': ['ID=325a3242-0be5-4d35-bfb5-3a5a8d583822,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:21.550599 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 55010) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:21.608329 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0c954b-36fb-439a-a8c5-89b0631179ea x-openstack-request-id: req-3d0c954b-36fb-439a-a8c5-89b0631179ea {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:23:21.608329 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32227d6d-6cdd-44ac-91ac-acfa0131b44a", "tag": "325a3242-0be5-4d35-bfb5-3a5a8d583822", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:23:21.608329 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d0c954b-36fb-439a-a8c5-89b0631179ea {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:23:21.608329 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0c954b-36fb-439a-a8c5-89b0631179ea'] response: {'name': 'network-changed', 'server_uuid': '32227d6d-6cdd-44ac-91ac-acfa0131b44a', 'tag': '325a3242-0be5-4d35-bfb5-3a5a8d583822', 'status': 'completed', 'code': 200} May 16 15:23:21.662304 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9294aad-c31a-41cd-a876-1d4b11c48e15 req-85a5f4db-cc03-44c3-9461-ff7e9a8749c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:21.665152 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e9294aad-c31a-41cd-a876-1d4b11c48e15 req-85a5f4db-cc03-44c3-9461-ff7e9a8749c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fa49f4881c1041528d8071d3cc64a5b0&device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 1132 time: 0.0823667 May 16 15:23:21.687190 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ff643b1f-0057-48e9-b693-50b66c201e44 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=31b254f0d5844ff2815af14795100636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322348 May 16 15:23:21.687291 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 55014) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:21.702753 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e9294aad-c31a-41cd-a876-1d4b11c48e15 req-8d8aac56-9a3e-43de-b663-15dc9b532879 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fa49f4881c1041528d8071d3cc64a5b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304999 May 16 15:23:21.792860 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9872fcf2-c3f8-4887-aac6-0b1036b13a12 admin admin] Publish callbacks [] for security_group (bbb31223-a696-4db8-802a-55eba6477757), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:21.811333 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c1e6e-84c1-4dd0-ac58-c6b5cccd9978 req-41fa6d4b-254f-48b8-b8f2-b1145efa30e6 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:21.815741 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-323c1e6e-84c1-4dd0-ac58-c6b5cccd9978 req-41fa6d4b-254f-48b8-b8f2-b1145efa30e6 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0963171 May 16 15:23:21.856983 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9294aad-c31a-41cd-a876-1d4b11c48e15 req-a4988673-1af4-4480-b60a-0023b09d3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:21.858626 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e9294aad-c31a-41cd-a876-1d4b11c48e15 req-a4988673-1af4-4480-b60a-0023b09d3831 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1503644 May 16 15:23:21.861144 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9872fcf2-c3f8-4887-aac6-0b1036b13a12 admin admin] Publish callbacks [] for security_group (bbb31223-a696-4db8-802a-55eba6477757), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:21.927511 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-323c1e6e-84c1-4dd0-ac58-c6b5cccd9978 req-d3e23b15-eb10-446a-a667-2f7f7e5674ee tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037178 May 16 15:23:21.963692 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 55024) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:21.966576 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-5548d71e-322b-4faa-a1ea-d54e7c379692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:21.968090 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-5548d71e-322b-4faa-a1ea-d54e7c379692 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fa49f4881c1041528d8071d3cc64a5b0&device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 1132 time: 0.0641303 May 16 15:23:22.006027 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9872fcf2-c3f8-4887-aac6-0b1036b13a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (bbb31223-a696-4db8-802a-55eba6477757), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.012212 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9872fcf2-c3f8-4887-aac6-0b1036b13a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.012212 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9872fcf2-c3f8-4887-aac6-0b1036b13a12 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bbb31223-a696-4db8-802a-55eba6477757 HTTP/1.1" status: 204 len: 168 time: 0.3239915 May 16 15:23:22.020256 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872fcf2-c3f8-4887-aac6-0b1036b13a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb31223-a696-4db8-802a-55eba6477757,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:22.020619 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-39e0c1df-b1cd-4b62-9bb6-17c7c6f3bc13 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=325a3242-0be5-4d35-bfb5-3a5a8d583822 HTTP/1.1" status: 200 len: 217 time: 0.0452213 May 16 15:23:22.081121 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-6eaa6e01-111f-414e-99b7-c6ab9f2971bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:22.082603 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-6eaa6e01-111f-414e-99b7-c6ab9f2971bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=316ffb0f-c6a7-4886-93b1-984ff9a88690 HTTP/1.1" status: 200 len: 843 time: 0.0515630 May 16 15:23:22.138421 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8e1c95f7-bf3e-42b4-86c9-ccc044abd779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.162898 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-26fbad39-6b10-4cc1-b84e-0d0b6d08c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:22.164476 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-26fbad39-6b10-4cc1-b84e-0d0b6d08c049 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35e04db0-de4d-4fff-99ed-a42f45b816b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0699298 May 16 15:23:22.256581 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8e1c95f7-bf3e-42b4-86c9-ccc044abd779 admin admin] Publish callbacks [] for security_group (7456bab0-5521-488b-a69e-001d1e31100e), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.337071 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-0236100e-3662-4e67-8d79-8640707a8293 service neutron] 10.222.0.79 "GET /v2.0/networks/35e04db0-de4d-4fff-99ed-a42f45b816b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650770 May 16 15:23:22.371966 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8e1c95f7-bf3e-42b4-86c9-ccc044abd779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (7456bab0-5521-488b-a69e-001d1e31100e), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.409779 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d8e1-8a5c-4f8e-85ef-fed21757a351 req-939c838d-9b52-45b9-985b-eeff765f35c1 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:22.411866 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-18d6d8e1-8a5c-4f8e-85ef-fed21757a351 req-939c838d-9b52-45b9-985b-eeff765f35c1 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 948 time: 0.1133533 May 16 15:23:22.415346 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8e1c95f7-bf3e-42b4-86c9-ccc044abd779 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f8d12e1242594098b5b5ad9b8b00f938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4503851 May 16 15:23:22.418614 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 55048) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:22.426470 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c95f7-bf3e-42b4-86c9-ccc044abd779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7456bab0-5521-488b-a69e-001d1e31100e,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:22.485059 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8f297aad-74d2-4877-b42b-7b7f7c5d213f admin admin] Publish callbacks [] for security_group (7456bab0-5521-488b-a69e-001d1e31100e), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.508190 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d0fbb24-3894-4018-93f1-0d11020e9a61 req-a32ecb0e-93db-46e4-98ce-6d3950bcbcdf service neutron] 10.222.0.79 "GET /v2.0/networks/35e04db0-de4d-4fff-99ed-a42f45b816b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467576 May 16 15:23:22.513815 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-18d6d8e1-8a5c-4f8e-85ef-fed21757a351 req-f8d2cf0d-6aa8-4701-9bab-8aaae7ed2468 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683277 May 16 15:23:22.524366 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8f297aad-74d2-4877-b42b-7b7f7c5d213f admin admin] Publish callbacks [] for security_group (7456bab0-5521-488b-a69e-001d1e31100e), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.628630 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5c672388-1bc5-40d3-9250-dfdf221857ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.669317 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8f297aad-74d2-4877-b42b-7b7f7c5d213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (7456bab0-5521-488b-a69e-001d1e31100e), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.672009 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8f297aad-74d2-4877-b42b-7b7f7c5d213f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.676009 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8f297aad-74d2-4877-b42b-7b7f7c5d213f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7456bab0-5521-488b-a69e-001d1e31100e HTTP/1.1" status: 204 len: 168 time: 0.2537060 May 16 15:23:22.685632 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f297aad-74d2-4877-b42b-7b7f7c5d213f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7456bab0-5521-488b-a69e-001d1e31100e,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:22.722224 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c4be2-9166-406e-a70b-a1bdb360d1c7 req-d627a8f4-4018-4d6f-b9b7-d27c5b94e282 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:22.723727 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e39c4be2-9166-406e-a70b-a1bdb360d1c7 req-d627a8f4-4018-4d6f-b9b7-d27c5b94e282 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0564682 May 16 15:23:22.776181 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e39c4be2-9166-406e-a70b-a1bdb360d1c7 req-8525ff9b-a1c7-47b2-847f-57be84621ef0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436945 May 16 15:23:23.049405 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebd515-f920-48e9-bab3-38b17bccf8d8 req-dbeafaee-c383-4ea8-bef1-67022dd85e75 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:23.051020 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-22ebd515-f920-48e9-bab3-38b17bccf8d8 req-dbeafaee-c383-4ea8-bef1-67022dd85e75 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0491135 May 16 15:23:23.114890 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-22ebd515-f920-48e9-bab3-38b17bccf8d8 req-05776bd9-2c82-47a9-b5b2-407bee42547f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552244 May 16 15:23:23.660426 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f358fd-9110-4398-8855-93844cf164ac req-e1ed6f88-80c3-4bc2-9f3e-4ab1924c5229 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:23.661486 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-13f358fd-9110-4398-8855-93844cf164ac req-e1ed6f88-80c3-4bc2-9f3e-4ab1924c5229 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 948 time: 0.0462732 May 16 15:23:23.712046 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-13f358fd-9110-4398-8855-93844cf164ac req-faed5507-fb7f-4708-b744-8089c1ae455a tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446150 May 16 15:23:23.904212 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656fb7c-fd15-4250-a5b8-c96c6871ca02 req-bf67ca60-7b29-4b7b-8e2b-a1e222437caa tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:23.905943 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2656fb7c-fd15-4250-a5b8-c96c6871ca02 req-bf67ca60-7b29-4b7b-8e2b-a1e222437caa tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0566914 May 16 15:23:23.961453 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2656fb7c-fd15-4250-a5b8-c96c6871ca02 req-6418e11f-e8ce-481a-97db-2be0890c7dcc tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499489 May 16 15:23:23.964158 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 55124) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:23.983681 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 55128) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:24.112776 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-74085985-5f59-4925-903c-116c09b6603a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.250331 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-74085985-5f59-4925-903c-116c09b6603a admin admin] Publish callbacks [] for security_group (43701bfd-df0a-4949-9570-50ff9358e3d2), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.258214 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-948819d6-ee84-4f44-915a-6bd7f11f8210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.265664 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8c72b-6872-48f6-906d-4b3a60a8c34f req-5b33690e-c340-42b3-a8f4-7a903842bc37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:24.267180 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-70a8c72b-6872-48f6-906d-4b3a60a8c34f req-5b33690e-c340-42b3-a8f4-7a903842bc37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0788946 May 16 15:23:24.341592 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-70a8c72b-6872-48f6-906d-4b3a60a8c34f req-81d32926-b9e7-4fb8-9280-ced12b285534 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674191 May 16 15:23:24.343530 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-74085985-5f59-4925-903c-116c09b6603a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (43701bfd-df0a-4949-9570-50ff9358e3d2), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.397602 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-74085985-5f59-4925-903c-116c09b6603a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b797c25170a4d5fab56de4669d2c318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4322965 May 16 15:23:24.399750 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74085985-5f59-4925-903c-116c09b6603a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43701bfd-df0a-4949-9570-50ff9358e3d2,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:24.400670 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 55142) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:24.427022 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-948819d6-ee84-4f44-915a-6bd7f11f8210 admin admin] Publish callbacks [] for security_group (b7ee6355-fc78-4e19-a09b-6fa51dd7dafe), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.461805 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-08e66735-e915-4dc7-9900-2eac58baddfa admin admin] Publish callbacks [] for security_group (43701bfd-df0a-4949-9570-50ff9358e3d2), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.487782 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-08e66735-e915-4dc7-9900-2eac58baddfa admin admin] Publish callbacks [] for security_group (43701bfd-df0a-4949-9570-50ff9358e3d2), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.531814 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-948819d6-ee84-4f44-915a-6bd7f11f8210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b7ee6355-fc78-4e19-a09b-6fa51dd7dafe), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.557107 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 325a3242-0be5-4d35-bfb5-3a5a8d583822 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:23:24.585902 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 55152) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:24.592228 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-948819d6-ee84-4f44-915a-6bd7f11f8210 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d77554fc1e9942d7a67496876d08ce07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6068261 May 16 15:23:24.592976 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948819d6-ee84-4f44-915a-6bd7f11f8210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ee6355-fc78-4e19-a09b-6fa51dd7dafe,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:24.624900 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-08e66735-e915-4dc7-9900-2eac58baddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (43701bfd-df0a-4949-9570-50ff9358e3d2), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.627390 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-08e66735-e915-4dc7-9900-2eac58baddfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.632437 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-08e66735-e915-4dc7-9900-2eac58baddfa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/43701bfd-df0a-4949-9570-50ff9358e3d2 HTTP/1.1" status: 204 len: 168 time: 0.2268755 May 16 15:23:24.650532 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e66735-e915-4dc7-9900-2eac58baddfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43701bfd-df0a-4949-9570-50ff9358e3d2,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:24.668563 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a20566e9-a7e5-4f3f-8388-5bd6d081ccd0 admin admin] Publish callbacks [] for security_group (b7ee6355-fc78-4e19-a09b-6fa51dd7dafe), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.675237 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 325a3242-0be5-4d35-bfb5-3a5a8d583822, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=325a3242-0be5-4d35-bfb5-3a5a8d583822,segment=NetworkSegment(a916b178-3386-4d64-8b86-973f0201e29f),segment_id=a916b178-3386-4d64-8b86-973f0201e29f)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:24.697457 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a20566e9-a7e5-4f3f-8388-5bd6d081ccd0 admin admin] Publish callbacks [] for security_group (b7ee6355-fc78-4e19-a09b-6fa51dd7dafe), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.708689 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '325a3242-0be5-4d35-bfb5-3a5a8d583822', 'network_id': '35e04db0-de4d-4fff-99ed-a42f45b816b6', 'port_id': '325a3242-0be5-4d35-bfb5-3a5a8d583822', 'mac_address': 'fa:16:3e:38:c9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316ffb0f-c6a7-4886-93b1-984ff9a88690', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:23:24.759766 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 325a3242-0be5-4d35-bfb5-3a5a8d583822 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:24.760619 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.781317 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325a3242-0be5-4d35-bfb5-3a5a8d583822 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:23:24.806702 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 325a3242-0be5-4d35-bfb5-3a5a8d583822, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=325a3242-0be5-4d35-bfb5-3a5a8d583822,segment=NetworkSegment(a916b178-3386-4d64-8b86-973f0201e29f),segment_id=a916b178-3386-4d64-8b86-973f0201e29f)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:24.817170 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-588f19db-22a6-4f70-82a5-87a5ecdf9cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.870042 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a20566e9-a7e5-4f3f-8388-5bd6d081ccd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b7ee6355-fc78-4e19-a09b-6fa51dd7dafe), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.872924 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a20566e9-a7e5-4f3f-8388-5bd6d081ccd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.874047 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a20566e9-a7e5-4f3f-8388-5bd6d081ccd0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7ee6355-fc78-4e19-a09b-6fa51dd7dafe HTTP/1.1" status: 204 len: 168 time: 0.2867570 May 16 15:23:24.881221 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107590fa-3ef3-4eab-b2c5-b9549d228e25 req-8b1a33d4-d2a5-4a55-aa33-aa3f42093964 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:24.883072 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-107590fa-3ef3-4eab-b2c5-b9549d228e25 req-8b1a33d4-d2a5-4a55-aa33-aa3f42093964 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 948 time: 0.0607722 May 16 15:23:24.890750 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20566e9-a7e5-4f3f-8388-5bd6d081ccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ee6355-fc78-4e19-a09b-6fa51dd7dafe,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:24.897759 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.945100 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-107590fa-3ef3-4eab-b2c5-b9549d228e25 req-fceef470-a439-4e74-a2d5-c41acf9318e4 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510168 May 16 15:23:24.970667 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=325a3242-0be5-4d35-bfb5-3a5a8d583822,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:24.978780 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.979207 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.979612 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.980025 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.980349 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.980679 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.981069 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.981420 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.982088 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.982455 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.982781 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.983115 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.983439 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.983757 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:24.984073 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:25.087676 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c4d78-904c-442c-9f5a-34a532fb97a6 req-eac1be15-105d-4640-921f-6c751fcb4e65 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:25.095179 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3a5c4d78-904c-442c-9f5a-34a532fb97a6 req-eac1be15-105d-4640-921f-6c751fcb4e65 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0561674 May 16 15:23:25.152127 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3a5c4d78-904c-442c-9f5a-34a532fb97a6 req-d1482262-b7d0-49e2-ba7c-95f4bac268c9 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555873 May 16 15:23:25.185075 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['325a3242-0be5-4d35-bfb5-3a5a8d583822'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:23:25.465437 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cd3ea-65e5-4479-b022-aea4c70afe78 req-551e0a26-bd3e-40c5-9d41-ef4aecbee0eb tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:25.466969 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d3cd3ea-65e5-4479-b022-aea4c70afe78 req-551e0a26-bd3e-40c5-9d41-ef4aecbee0eb tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0460970 May 16 15:23:25.544786 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d3cd3ea-65e5-4479-b022-aea4c70afe78 req-095c0336-eb09-486d-9f87-f65fb5523597 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719876 May 16 15:23:25.672751 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 55182) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:25.687371 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-35783157-f8c3-42d5-9cb2-428efb1beb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:25.768833 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-35783157-f8c3-42d5-9cb2-428efb1beb12 admin admin] Publish callbacks [] for security_group (da3d59e3-09d5-4c3f-ba2e-069e22ee61ea), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:25.799710 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:25.891700 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-35783157-f8c3-42d5-9cb2-428efb1beb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (da3d59e3-09d5-4c3f-ba2e-069e22ee61ea), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:25.944289 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-35783157-f8c3-42d5-9cb2-428efb1beb12 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6af0eab9c22f4d278e4e81cea1d623d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702587 May 16 15:23:25.945259 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35783157-f8c3-42d5-9cb2-428efb1beb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3d59e3-09d5-4c3f-ba2e-069e22ee61ea,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:25.946995 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 55190) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:26.007704 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa41c09f-b776-47f0-9f85-e48a9f50bcc8 admin admin] Publish callbacks [] for security_group (da3d59e3-09d5-4c3f-ba2e-069e22ee61ea), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:26.030258 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa41c09f-b776-47f0-9f85-e48a9f50bcc8 admin admin] Publish callbacks [] for security_group (da3d59e3-09d5-4c3f-ba2e-069e22ee61ea), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:26.098701 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9861-d765-40b3-b5e1-29cdc7338ea5 req-cee55d6b-5182-4369-a996-e331889e3254 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:26.100189 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f4c9861-d765-40b3-b5e1-29cdc7338ea5 req-cee55d6b-5182-4369-a996-e331889e3254 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 949 time: 0.0635715 May 16 15:23:26.150395 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f4c9861-d765-40b3-b5e1-29cdc7338ea5 req-12af34bd-7103-4d8c-8c77-bf80940f8374 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441859 May 16 15:23:26.239966 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa41c09f-b776-47f0-9f85-e48a9f50bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (da3d59e3-09d5-4c3f-ba2e-069e22ee61ea), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:26.242592 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa41c09f-b776-47f0-9f85-e48a9f50bcc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:26.243716 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-aa41c09f-b776-47f0-9f85-e48a9f50bcc8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/da3d59e3-09d5-4c3f-ba2e-069e22ee61ea HTTP/1.1" status: 204 len: 168 time: 0.2955499 May 16 15:23:26.251739 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41c09f-b776-47f0-9f85-e48a9f50bcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3d59e3-09d5-4c3f-ba2e-069e22ee61ea,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:26.266295 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21ee9c-022c-408b-818f-000304877e42 req-a2c160c8-071d-45d0-9590-68a68648067f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:26.268213 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-df21ee9c-022c-408b-818f-000304877e42 req-a2c160c8-071d-45d0-9590-68a68648067f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0507383 May 16 15:23:26.316407 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-df21ee9c-022c-408b-818f-000304877e42 req-d63d2f35-df30-4f0a-9610-ac9eb0f469f7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424256 May 16 15:23:26.553051 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 325a3242-0be5-4d35-bfb5-3a5a8d583822 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:23:26.642224 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 325a3242-0be5-4d35-bfb5-3a5a8d583822 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:23:26.703337 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440dfe3-ae92-41de-bc41-595052c3dc4d req-d0268fd6-55e0-4474-9285-ed866c0269a1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:26.710734 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d440dfe3-ae92-41de-bc41-595052c3dc4d req-d0268fd6-55e0-4474-9285-ed866c0269a1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0611026 May 16 15:23:26.720375 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 325a3242-0be5-4d35-bfb5-3a5a8d583822 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:26.721046 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:26.766955 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d440dfe3-ae92-41de-bc41-595052c3dc4d req-0e8a210b-d274-4cf7-b319-d34a1b59299e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548792 May 16 15:23:26.829064 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 325a3242-0be5-4d35-bfb5-3a5a8d583822 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:26.829598 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:26.834897 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:23:26.860704 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32227d6d-6cdd-44ac-91ac-acfa0131b44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325a3242-0be5-4d35-bfb5-3a5a8d583822'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:23:26.863108 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90530b2f-dcc3-4b5d-99d7-92cacd3645d6" -d '{"events": [{"server_uuid": "32227d6d-6cdd-44ac-91ac-acfa0131b44a", "name": "network-vif-plugged", "status": "completed", "tag": "325a3242-0be5-4d35-bfb5-3a5a8d583822"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:23:26.884700 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 325a3242-0be5-4d35-bfb5-3a5a8d583822, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=325a3242-0be5-4d35-bfb5-3a5a8d583822,segment=NetworkSegment(a916b178-3386-4d64-8b86-973f0201e29f),segment_id=a916b178-3386-4d64-8b86-973f0201e29f)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:26.902803 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9a68af-4f26-4fa3-92e5-a68b75dadbb9 x-openstack-request-id: req-ac9a68af-4f26-4fa3-92e5-a68b75dadbb9 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:23:26.903810 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32227d6d-6cdd-44ac-91ac-acfa0131b44a", "name": "network-vif-plugged", "status": "completed", "tag": "325a3242-0be5-4d35-bfb5-3a5a8d583822", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:23:26.904136 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac9a68af-4f26-4fa3-92e5-a68b75dadbb9 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:23:26.904746 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9a68af-4f26-4fa3-92e5-a68b75dadbb9'] response: {'server_uuid': '32227d6d-6cdd-44ac-91ac-acfa0131b44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325a3242-0be5-4d35-bfb5-3a5a8d583822', 'code': 200} May 16 15:23:26.965950 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:27.013181 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=325a3242-0be5-4d35-bfb5-3a5a8d583822,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:27.280231 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717308e-b85a-4bd3-8141-8153b74872f2 req-3ba6c8d4-dbf1-43c7-8467-35be737ee06d tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:27.287237 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4717308e-b85a-4bd3-8141-8153b74872f2 req-3ba6c8d4-dbf1-43c7-8467-35be737ee06d tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 950 time: 0.0536680 May 16 15:23:27.296379 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17784aef-47a4-4887-84ed-eaad2644dd0c req-bf949453-5a2c-40cc-a2ac-0876aca49179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:27.298758 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-17784aef-47a4-4887-84ed-eaad2644dd0c req-bf949453-5a2c-40cc-a2ac-0876aca49179 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 1134 time: 0.0440121 May 16 15:23:27.343821 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4717308e-b85a-4bd3-8141-8153b74872f2 req-88f40838-ded1-41f4-9c9d-e584fc831e5e tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556417 May 16 15:23:27.352679 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-17784aef-47a4-4887-84ed-eaad2644dd0c req-5efcd620-01f6-402e-86be-478002361211 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 May 16 15:23:27.438276 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3aa84-8c3d-40a0-8b56-4601795516e3 req-06122af4-b25a-464b-98ba-764ba151e711 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:27.440165 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ead3aa84-8c3d-40a0-8b56-4601795516e3 req-06122af4-b25a-464b-98ba-764ba151e711 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0470207 May 16 15:23:27.488461 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ead3aa84-8c3d-40a0-8b56-4601795516e3 req-1fbbf7fc-2484-4fd7-b6ec-5306da2fd0a3 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419142 May 16 15:23:27.536562 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:27.923602 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed8b24-4641-4718-8ad1-5f31839c07e6 req-3382f4ff-5356-418a-8c3b-93169530a8b1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:27.925665 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c0ed8b24-4641-4718-8ad1-5f31839c07e6 req-3382f4ff-5356-418a-8c3b-93169530a8b1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0629733 May 16 15:23:27.990888 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c0ed8b24-4641-4718-8ad1-5f31839c07e6 req-6c573e30-4602-4967-9fd3-188f85839a84 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586636 May 16 15:23:28.466608 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334532d-3638-4885-94de-e97154b596d3 req-d90c98f3-6f61-4466-98c8-bdbe39f75dcf tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:28.468097 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7334532d-3638-4885-94de-e97154b596d3 req-d90c98f3-6f61-4466-98c8-bdbe39f75dcf tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 950 time: 0.0485299 May 16 15:23:28.514812 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7334532d-3638-4885-94de-e97154b596d3 req-71c9441c-1367-4ffe-a358-012dc04b28e4 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 May 16 15:23:28.610808 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287b7f1-617a-49fe-bbf5-5cd404c6dade req-28ef272e-c7d6-4b74-a6df-82ba00ca48dd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:28.617208 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9287b7f1-617a-49fe-bbf5-5cd404c6dade req-28ef272e-c7d6-4b74-a6df-82ba00ca48dd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0555553 May 16 15:23:28.659821 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9287b7f1-617a-49fe-bbf5-5cd404c6dade req-18f84dbf-2795-43b9-9ed1-603e543b512f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417564 May 16 15:23:29.119684 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fb1a2-eb63-45ba-ba3e-2b9248694733 req-25963901-d2a7-4a76-aaf4-bab12733837c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:29.121597 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a67fb1a2-eb63-45ba-ba3e-2b9248694733 req-25963901-d2a7-4a76-aaf4-bab12733837c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0491698 May 16 15:23:29.173386 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a67fb1a2-eb63-45ba-ba3e-2b9248694733 req-a4920c95-0d0c-4cb2-bc3a-1699496b717b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458162 May 16 15:23:29.455178 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:29.654779 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039ed8c-f15d-4df9-832d-52af70b39841 req-9764f5ca-2c57-4d95-801c-12f7c9c570cc tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:29.656232 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5039ed8c-f15d-4df9-832d-52af70b39841 req-9764f5ca-2c57-4d95-801c-12f7c9c570cc tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 950 time: 0.0526197 May 16 15:23:29.703351 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5039ed8c-f15d-4df9-832d-52af70b39841 req-9a23f017-78c5-4937-baf7-58725e700042 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 May 16 15:23:29.816856 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad3b51-66ad-4128-822c-4b68225dddb0 req-52b6b282-16dd-4975-98e3-c17f00517696 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:29.818378 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c2ad3b51-66ad-4128-822c-4b68225dddb0 req-52b6b282-16dd-4975-98e3-c17f00517696 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0478299 May 16 15:23:29.866678 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c2ad3b51-66ad-4128-822c-4b68225dddb0 req-94b34749-053c-41df-b887-c3332aa4f062 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422399 May 16 15:23:30.260643 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e035c-a962-4f73-b641-f8099bdfc3e5 req-76b96929-05a0-40bd-ba42-a04f00bf35e7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:30.263250 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b31e035c-a962-4f73-b641-f8099bdfc3e5 req-76b96929-05a0-40bd-ba42-a04f00bf35e7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0515153 May 16 15:23:30.314717 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b31e035c-a962-4f73-b641-f8099bdfc3e5 req-d4dc2f1b-379d-41fa-b335-908f34741d8a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467722 May 16 15:23:30.350417 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d08ffe-f669-4157-8c81-6890e4f66c11 req-44182501-7491-4bd6-bed9-31de7101ae5d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:30.351986 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-23d08ffe-f669-4157-8c81-6890e4f66c11 req-44182501-7491-4bd6-bed9-31de7101ae5d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0500946 May 16 15:23:30.413288 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-23d08ffe-f669-4157-8c81-6890e4f66c11 req-56b12b50-2b5c-485a-871e-aa154cf16b9c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549812 May 16 15:23:30.445030 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88837d0-0967-46ac-aba9-f01baaeaecd5 req-a66e902b-9345-40fa-9c76-1531a0470efc tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:30.446922 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c88837d0-0967-46ac-aba9-f01baaeaecd5 req-a66e902b-9345-40fa-9c76-1531a0470efc tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 950 time: 0.0672846 May 16 15:23:30.495470 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c88837d0-0967-46ac-aba9-f01baaeaecd5 req-51a19675-231f-4942-92a8-c79be8406f74 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 May 16 15:23:30.982334 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5d6e5-a361-43e7-95ef-c4eb52709ed6 req-3e2ab9cd-0f82-43e7-9892-7f5e03a31184 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:30.983766 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3ce5d6e5-a361-43e7-95ef-c4eb52709ed6 req-3e2ab9cd-0f82-43e7-9892-7f5e03a31184 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0464044 May 16 15:23:31.034476 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3ce5d6e5-a361-43e7-95ef-c4eb52709ed6 req-d936aeb4-0d37-4770-a89a-88341ad98ab1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417154 May 16 15:23:31.436763 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7011d85-5eef-493a-9d54-412dfacbdf4a req-19252c72-976e-460b-bb02-f3a7410af1ab tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:31.438251 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f7011d85-5eef-493a-9d54-412dfacbdf4a req-19252c72-976e-460b-bb02-f3a7410af1ab tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0463686 May 16 15:23:31.488995 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f7011d85-5eef-493a-9d54-412dfacbdf4a req-b249ceac-6e58-457f-aecb-aa920e8200fd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450749 May 16 15:23:31.528790 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff70c0-513e-44d1-a1c1-f5d716ed228c req-09722f79-c494-42a1-86e5-c0023333884b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:31.530326 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a2ff70c0-513e-44d1-a1c1-f5d716ed228c req-09722f79-c494-42a1-86e5-c0023333884b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0476398 May 16 15:23:31.580106 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a2ff70c0-513e-44d1-a1c1-f5d716ed228c req-5a683f2d-882c-4231-964b-d2c4398765b5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420249 May 16 15:23:31.609078 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d950c9-0d08-4f4c-a03d-926b744071d9 req-57d5f754-98e5-4108-85d2-935271b66290 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:31.610621 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c5d950c9-0d08-4f4c-a03d-926b744071d9 req-57d5f754-98e5-4108-85d2-935271b66290 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 950 time: 0.0472536 May 16 15:23:31.658853 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c5d950c9-0d08-4f4c-a03d-926b744071d9 req-bbdb0591-7066-4117-86f1-d13b0da6d45b tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420537 May 16 15:23:32.153109 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb8226-56be-4654-a03c-b9cf9dd639b0 req-55ab7a62-12d4-4881-9a8a-db0c2c2d48d9 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:32.154617 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-63eb8226-56be-4654-a03c-b9cf9dd639b0 req-55ab7a62-12d4-4881-9a8a-db0c2c2d48d9 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0505657 May 16 15:23:32.201075 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-63eb8226-56be-4654-a03c-b9cf9dd639b0 req-c2bd440f-4354-48a9-abae-ed1edcb6e130 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408964 May 16 15:23:32.604218 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9156b-f721-4e7e-809b-b8670ad6380f req-7be54f01-e92c-4b45-a1a2-bee1d684410b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:32.605756 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9ac9156b-f721-4e7e-809b-b8670ad6380f req-7be54f01-e92c-4b45-a1a2-bee1d684410b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0457463 May 16 15:23:32.653540 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9ac9156b-f721-4e7e-809b-b8670ad6380f req-70adb315-371c-44c8-acd2-d07e29dcefce tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422852 May 16 15:23:32.704604 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dffd03-03cd-468f-a6a7-55d70a9e885b req-0395cea1-b43c-4a16-830a-94d7fc114302 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:32.705370 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-24dffd03-03cd-468f-a6a7-55d70a9e885b req-0395cea1-b43c-4a16-830a-94d7fc114302 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0527575 May 16 15:23:32.754398 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-24dffd03-03cd-468f-a6a7-55d70a9e885b req-8e8cf8f8-1f59-4269-a055-a6af92b8b519 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 May 16 15:23:32.775273 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af163366-cac2-4d59-9470-9095a7ac755a req-00fc60e4-5d02-4d6f-8355-37a29f9c3940 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:32.776641 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af163366-cac2-4d59-9470-9095a7ac755a req-00fc60e4-5d02-4d6f-8355-37a29f9c3940 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 950 time: 0.0491703 May 16 15:23:32.821466 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af163366-cac2-4d59-9470-9095a7ac755a req-e88ac833-ce3c-4c81-b87f-4d96229acaf3 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392852 May 16 15:23:33.315362 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567283-1f12-4b84-9f01-4cd179b00b28 req-5e2689b8-94d7-43e9-9cf2-39d990ccd68b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:33.316821 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b6567283-1f12-4b84-9f01-4cd179b00b28 req-5e2689b8-94d7-43e9-9cf2-39d990ccd68b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0469208 May 16 15:23:33.372942 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b6567283-1f12-4b84-9f01-4cd179b00b28 req-b8f87252-72df-4e70-93bd-2a61b892de8d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505753 May 16 15:23:33.773113 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e526254-efb7-45c1-b0c9-750666df237a req-86cff306-5101-47c3-bd7a-5dfdd6f15045 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:33.774590 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5e526254-efb7-45c1-b0c9-750666df237a req-86cff306-5101-47c3-bd7a-5dfdd6f15045 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0489235 May 16 15:23:33.824296 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5e526254-efb7-45c1-b0c9-750666df237a req-eaa4c6c0-cceb-43cd-8391-8be92c055549 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418346 May 16 15:23:33.868605 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486429e-f843-4ff0-adaa-1d4313c49052 req-fb531834-a4c1-4c05-9584-a5e9f3c29ce8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:33.870115 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6486429e-f843-4ff0-adaa-1d4313c49052 req-fb531834-a4c1-4c05-9584-a5e9f3c29ce8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0481915 May 16 15:23:33.926544 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6486429e-f843-4ff0-adaa-1d4313c49052 req-6c48950c-9aa8-4493-904d-8e30a43847fa tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 May 16 15:23:33.971890 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc09cc-b9a6-4cb2-ab7b-f2a4961eb10c req-e67374e7-c1f5-4c36-be2f-895c4e503bf6 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:33.973670 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-32cc09cc-b9a6-4cb2-ab7b-f2a4961eb10c req-e67374e7-c1f5-4c36-be2f-895c4e503bf6 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 950 time: 0.0790665 May 16 15:23:34.036449 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-32cc09cc-b9a6-4cb2-ab7b-f2a4961eb10c req-abcf3529-5f56-46c7-8188-6b8b5788b5cf tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c96a65d-cd9b-44f3-baaa-d54c89147527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565417 May 16 15:23:34.489576 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96446f4c-7473-43f1-b647-853d97ae1b09 req-4b5d4149-89ad-40bb-aeb8-a9170371c68c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:34.491203 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-96446f4c-7473-43f1-b647-853d97ae1b09 req-4b5d4149-89ad-40bb-aeb8-a9170371c68c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0474520 May 16 15:23:34.530339 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 55498) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:34.545936 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-96446f4c-7473-43f1-b647-853d97ae1b09 req-ae33b031-fe13-4339-96c5-bd54130af728 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466449 May 16 15:23:34.605523 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da4ad9-e6a4-458b-a2e3-8601e654d947 req-7b33d8e9-72ba-4c6b-89e3-9e1e57af7e3b tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:34.607380 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d4da4ad9-e6a4-458b-a2e3-8601e654d947 req-7b33d8e9-72ba-4c6b-89e3-9e1e57af7e3b tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.79 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 950 time: 0.0550063 May 16 15:23:34.647454 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e35d4a89-0b4d-4709-95c3-11053369ebb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:34.697171 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-d4da4ad9-e6a4-458b-a2e3-8601e654d947 req-03281688-5c45-437b-ad41-57ec9f99cd84 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Deleting port 325a3242-0be5-4d35-bfb5-3a5a8d583822 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:23:34.697400 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-d4da4ad9-e6a4-458b-a2e3-8601e654d947 req-03281688-5c45-437b-ad41-57ec9f99cd84 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:34.724557 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e35d4a89-0b4d-4709-95c3-11053369ebb3 admin admin] Publish callbacks [] for security_group (0eb4a571-6046-43f9-9f2f-46f964e46207), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:34.793523 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-d4da4ad9-e6a4-458b-a2e3-8601e654d947 req-03281688-5c45-437b-ad41-57ec9f99cd84 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] For port 325a3242-0be5-4d35-bfb5-3a5a8d583822, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=325a3242-0be5-4d35-bfb5-3a5a8d583822,segment=NetworkSegment(a916b178-3386-4d64-8b86-973f0201e29f),segment_id=a916b178-3386-4d64-8b86-973f0201e29f)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:34.793932 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-d4da4ad9-e6a4-458b-a2e3-8601e654d947 req-03281688-5c45-437b-ad41-57ec9f99cd84 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:34.800164 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e35d4a89-0b4d-4709-95c3-11053369ebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (0eb4a571-6046-43f9-9f2f-46f964e46207), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:34.807968 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-d4da4ad9-e6a4-458b-a2e3-8601e654d947 req-03281688-5c45-437b-ad41-57ec9f99cd84 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Calling delete_port for 325a3242-0be5-4d35-bfb5-3a5a8d583822 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:23:34.847364 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e35d4a89-0b4d-4709-95c3-11053369ebb3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2ae633e12e21401cbc53fb5370d337b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158894 May 16 15:23:34.848206 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d4a89-0b4d-4709-95c3-11053369ebb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb4a571-6046-43f9-9f2f-46f964e46207,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:34.851507 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 55508) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:34.909713 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-691947ee-be4a-440f-a93c-d93e5f36fca5 admin admin] Publish callbacks [] for security_group (0eb4a571-6046-43f9-9f2f-46f964e46207), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:34.978988 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-691947ee-be4a-440f-a93c-d93e5f36fca5 admin admin] Publish callbacks [] for security_group (0eb4a571-6046-43f9-9f2f-46f964e46207), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:34.991948 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee5b1-4bb4-4fc4-ad71-f14ddfe57d5f req-5fa5919e-c978-497c-978b-43969a445efc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:34.993617 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c3bee5b1-4bb4-4fc4-ad71-f14ddfe57d5f req-5fa5919e-c978-497c-978b-43969a445efc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0850651 May 16 15:23:35.042383 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-d4da4ad9-e6a4-458b-a2e3-8601e654d947 req-03281688-5c45-437b-ad41-57ec9f99cd84 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (325a3242-0be5-4d35-bfb5-3a5a8d583822), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:35.054655 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['325a3242-0be5-4d35-bfb5-3a5a8d583822'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:23:35.078617 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03281688-5c45-437b-ad41-57ec9f99cd84 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Pushing event deleted for resources: {'Port': ['ID=325a3242-0be5-4d35-bfb5-3a5a8d583822,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:35.108723 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c3bee5b1-4bb4-4fc4-ad71-f14ddfe57d5f req-0cf58e28-55e4-4345-a9e1-9fc3a0b081a7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017554 May 16 15:23:35.115793 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe1c0f-92c3-4f65-8160-a92d115a0c06 req-030c36ed-dfb0-4a26-8868-81805ff46eb5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:35.128500 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-48fe1c0f-92c3-4f65-8160-a92d115a0c06 req-030c36ed-dfb0-4a26-8868-81805ff46eb5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.1164026 May 16 15:23:35.150929 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-691947ee-be4a-440f-a93c-d93e5f36fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (0eb4a571-6046-43f9-9f2f-46f964e46207), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:35.154190 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-691947ee-be4a-440f-a93c-d93e5f36fca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:35.155287 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-691947ee-be4a-440f-a93c-d93e5f36fca5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0eb4a571-6046-43f9-9f2f-46f964e46207 HTTP/1.1" status: 204 len: 168 time: 0.3038766 May 16 15:23:35.174174 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4da4ad9-e6a4-458b-a2e3-8601e654d947 req-03281688-5c45-437b-ad41-57ec9f99cd84 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] No DVR routers for this DVR port 325a3242-0be5-4d35-bfb5-3a5a8d583822 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:23:35.175485 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691947ee-be4a-440f-a93c-d93e5f36fca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb4a571-6046-43f9-9f2f-46f964e46207,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:35.188459 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-d4da4ad9-e6a4-458b-a2e3-8601e654d947 req-03281688-5c45-437b-ad41-57ec9f99cd84 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:35.191839 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d4da4ad9-e6a4-458b-a2e3-8601e654d947 req-03281688-5c45-437b-ad41-57ec9f99cd84 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.79 "DELETE /v2.0/ports/325a3242-0be5-4d35-bfb5-3a5a8d583822 HTTP/1.1" status: 204 len: 173 time: 0.5787606 May 16 15:23:35.192484 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32227d6d-6cdd-44ac-91ac-acfa0131b44a', 'name': 'network-vif-deleted', 'tag': '325a3242-0be5-4d35-bfb5-3a5a8d583822'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:23:35.195466 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd72bd5c-90f7-49e2-80bb-bf522a5f53f6" -d '{"events": [{"server_uuid": "32227d6d-6cdd-44ac-91ac-acfa0131b44a", "name": "network-vif-deleted", "tag": "325a3242-0be5-4d35-bfb5-3a5a8d583822"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:23:35.266742 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-48fe1c0f-92c3-4f65-8160-a92d115a0c06 req-2c27f123-60b0-4e6f-83d3-0ff059b05a47 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410847 May 16 15:23:35.290741 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d28a7d9-7c54-4dc3-bae6-aecfd89e3712 req-ade6b508-c92f-4537-bc90-3e4334279f23 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 210 time: 0.0470579 May 16 15:23:35.326664 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb183d7-d3c6-4b3e-88c9-243fa29cf584 x-openstack-request-id: req-7bb183d7-d3c6-4b3e-88c9-243fa29cf584 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:23:35.326958 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32227d6d-6cdd-44ac-91ac-acfa0131b44a", "name": "network-vif-deleted", "tag": "325a3242-0be5-4d35-bfb5-3a5a8d583822", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:23:35.327208 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7bb183d7-d3c6-4b3e-88c9-243fa29cf584 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:23:35.330394 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb183d7-d3c6-4b3e-88c9-243fa29cf584'] response: {'server_uuid': '32227d6d-6cdd-44ac-91ac-acfa0131b44a', 'name': 'network-vif-deleted', 'tag': '325a3242-0be5-4d35-bfb5-3a5a8d583822', 'status': 'completed', 'code': 200} May 16 15:23:35.682049 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f62a7-deaf-44ce-8155-f08ffaf03a8e req-065481b7-272a-4c22-bfc2-5c9c21901018 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:35.684081 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-576f62a7-deaf-44ce-8155-f08ffaf03a8e req-065481b7-272a-4c22-bfc2-5c9c21901018 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0586650 May 16 15:23:35.758562 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-576f62a7-deaf-44ce-8155-f08ffaf03a8e req-18439103-3823-4b4a-831c-03e3c67cc9d9 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679135 May 16 15:23:35.793629 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d7830-9b6e-4a37-98de-0b3889846918 req-0f793cc9-f97d-4f8a-85f0-2884239e61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:35.795845 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8d6d7830-9b6e-4a37-98de-0b3889846918 req-0f793cc9-f97d-4f8a-85f0-2884239e61b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 1129 time: 0.0570962 May 16 15:23:35.844898 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8d6d7830-9b6e-4a37-98de-0b3889846918 req-4a39d206-a95a-4a19-9cea-104fbe1eabe1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 May 16 15:23:36.235582 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638fc17-5992-4687-bf50-edecd83f2248 req-b3b0b0db-a295-40d9-b5a2-5b3554908ea7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:36.237084 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e638fc17-5992-4687-bf50-edecd83f2248 req-b3b0b0db-a295-40d9-b5a2-5b3554908ea7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0485761 May 16 15:23:36.285793 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e638fc17-5992-4687-bf50-edecd83f2248 req-99c4cb04-ccf4-42cf-8aa2-63169b63fad6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 May 16 15:23:36.381478 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdad73-02aa-4b68-b5d2-fbdc8a9bccd6 req-764033f8-d517-479f-bacb-c8a27f1561d8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:36.382940 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8ffdad73-02aa-4b68-b5d2-fbdc8a9bccd6 req-764033f8-d517-479f-bacb-c8a27f1561d8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0466135 May 16 15:23:36.388589 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a8eb392d-adee-493a-b2ec-52890191495f req-2bab194f-3b2b-4cd5-94aa-01b1ff6d1d94 tempest-VolumesNegativeTest-1260731578 tempest-VolumesNegativeTest-1260731578-project] 10.222.0.76 "GET /v2.0/ports?device_id=32227d6d-6cdd-44ac-91ac-acfa0131b44a HTTP/1.1" status: 200 len: 210 time: 0.0280764 May 16 15:23:36.429659 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8ffdad73-02aa-4b68-b5d2-fbdc8a9bccd6 req-54f08925-ed43-48f2-84c4-48921ea3d814 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 May 16 15:23:36.885776 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22f578-d85f-4c04-9e02-3e99eb3159f2 req-d91e552f-623c-4dea-aceb-ecceaecf70d8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:36.887246 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7f22f578-d85f-4c04-9e02-3e99eb3159f2 req-d91e552f-623c-4dea-aceb-ecceaecf70d8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0494206 May 16 15:23:36.935888 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7f22f578-d85f-4c04-9e02-3e99eb3159f2 req-c477a6b0-5e53-4404-a7d2-3ad9132e1a4b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429556 May 16 15:23:37.409665 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3d88f-0198-4852-901a-abe0abfbf576 req-4bb33800-f3fb-4fb4-9425-5a6ce12a7d4b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:37.411290 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-71f3d88f-0198-4852-901a-abe0abfbf576 req-4bb33800-f3fb-4fb4-9425-5a6ce12a7d4b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0474882 May 16 15:23:37.488544 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-71f3d88f-0198-4852-901a-abe0abfbf576 req-350259e6-efaa-47a4-8f82-f95f8118cac0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641410 May 16 15:23:37.566296 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0f042-841e-4e36-bf4d-dc3813a5e65e req-f3036193-fdd6-4a94-ac5b-59d3e578e75b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:37.567757 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f3f0f042-841e-4e36-bf4d-dc3813a5e65e req-f3036193-fdd6-4a94-ac5b-59d3e578e75b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0477505 May 16 15:23:37.617541 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f3f0f042-841e-4e36-bf4d-dc3813a5e65e req-5f698fe4-716a-4a1d-ae7b-5199b80b29c4 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437124 May 16 15:23:38.074625 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d7ae9-a9d3-4264-8771-58586549c65c req-6c022057-b449-4bb4-99df-b2589677012a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:38.075940 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cdec0-0e75-4dce-a22a-e0429e6bc944 req-5ee2cc19-893e-4a2a-98d0-da87770dde8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:38.076702 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-412d7ae9-a9d3-4264-8771-58586549c65c req-6c022057-b449-4bb4-99df-b2589677012a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0602098 May 16 15:23:38.082592 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f44cdec0-0e75-4dce-a22a-e0429e6bc944 req-5ee2cc19-893e-4a2a-98d0-da87770dde8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0641057 May 16 15:23:38.140744 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f44cdec0-0e75-4dce-a22a-e0429e6bc944 req-ebbe8d4c-4ca9-45fc-b262-777b74995765 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572412 May 16 15:23:38.159258 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-412d7ae9-a9d3-4264-8771-58586549c65c req-30b47412-a75f-4383-8d4c-cb237f7ea245 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768623 May 16 15:23:38.179725 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d4a63-21b4-46c4-bcd0-c774687f99a2 req-57b033e4-bcd6-4c0c-8814-dd875e2e0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:38.179725 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f1d4a63-21b4-46c4-bcd0-c774687f99a2 req-57b033e4-bcd6-4c0c-8814-dd875e2e0edd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 1129 time: 0.0497446 May 16 15:23:38.272995 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d4a63-21b4-46c4-bcd0-c774687f99a2 req-91455cc0-ebb1-4b1d-8744-a25545d051f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:38.274508 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f1d4a63-21b4-46c4-bcd0-c774687f99a2 req-91455cc0-ebb1-4b1d-8744-a25545d051f0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.0938425 May 16 15:23:38.314044 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f1d4a63-21b4-46c4-bcd0-c774687f99a2 req-a2376e7f-f5d8-486e-8490-477f3d0863fe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=800fd8b6-f49e-4bc2-839c-1036a8769d6e HTTP/1.1" status: 200 len: 217 time: 0.0331748 May 16 15:23:38.376357 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d4a63-21b4-46c4-bcd0-c774687f99a2 req-84d2b1fd-9ad3-4a53-a5ab-3fc36f902458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:38.380034 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f1d4a63-21b4-46c4-bcd0-c774687f99a2 req-84d2b1fd-9ad3-4a53-a5ab-3fc36f902458 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.0536220 May 16 15:23:38.421898 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d4a63-21b4-46c4-bcd0-c774687f99a2 req-d171a01e-159e-41f0-811c-206fadbf9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:38.423437 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f1d4a63-21b4-46c4-bcd0-c774687f99a2 req-d171a01e-159e-41f0-811c-206fadbf9797 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388789 May 16 15:23:38.455952 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 55620) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:38.540091 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f1d4a63-21b4-46c4-bcd0-c774687f99a2 req-76dc1e6c-4cd8-4bb4-8247-ff20d72f04da service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098831 May 16 15:23:38.603010 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-541c7889-b9e4-4221-a560-b839c95cb9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:38.619635 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5fcb3-f8c9-4ca9-ab67-591df3919227 req-12b2b636-c0c8-4a8e-beb9-22cfb9124d66 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:38.621418 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-07e5fcb3-f8c9-4ca9-ab67-591df3919227 req-12b2b636-c0c8-4a8e-beb9-22cfb9124d66 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0684035 May 16 15:23:38.692183 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-07e5fcb3-f8c9-4ca9-ab67-591df3919227 req-a0351c57-ab59-4887-b731-95967817d6c3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641592 May 16 15:23:38.732640 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-541c7889-b9e4-4221-a560-b839c95cb9d8 admin admin] Publish callbacks [] for security_group (c8483f74-c583-4509-9dc6-bbb47c683a6c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:38.799656 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-541c7889-b9e4-4221-a560-b839c95cb9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (c8483f74-c583-4509-9dc6-bbb47c683a6c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:38.845225 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c7889-b9e4-4221-a560-b839c95cb9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8483f74-c583-4509-9dc6-bbb47c683a6c,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:38.849459 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-541c7889-b9e4-4221-a560-b839c95cb9d8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ad0ab5fe86554871b30455b6a659d7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3924444 May 16 15:23:38.852503 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 55668) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:38.910064 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-efa16142-96e9-4a66-ab49-54c647a4c1d9 admin admin] Publish callbacks [] for security_group (c8483f74-c583-4509-9dc6-bbb47c683a6c), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:38.932306 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-efa16142-96e9-4a66-ab49-54c647a4c1d9 admin admin] Publish callbacks [] for security_group (c8483f74-c583-4509-9dc6-bbb47c683a6c), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:39.057212 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-efa16142-96e9-4a66-ab49-54c647a4c1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (c8483f74-c583-4509-9dc6-bbb47c683a6c), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:39.059785 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-efa16142-96e9-4a66-ab49-54c647a4c1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:39.060939 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-efa16142-96e9-4a66-ab49-54c647a4c1d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8483f74-c583-4509-9dc6-bbb47c683a6c HTTP/1.1" status: 204 len: 168 time: 0.2073727 May 16 15:23:39.069368 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa16142-96e9-4a66-ab49-54c647a4c1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8483f74-c583-4509-9dc6-bbb47c683a6c,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:39.288500 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d46b6-bee3-46d8-8368-15a98818ecc7 req-854f4913-6b44-4f31-b43c-8035c052a7d2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:39.290524 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-233d46b6-bee3-46d8-8368-15a98818ecc7 req-854f4913-6b44-4f31-b43c-8035c052a7d2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0769629 May 16 15:23:39.299667 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945639c8-4c39-4de0-93b7-fa14885e6e18 req-dcfa9d3d-3bf3-46cf-97d0-4c12e77a170e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:39.301498 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-945639c8-4c39-4de0-93b7-fa14885e6e18 req-dcfa9d3d-3bf3-46cf-97d0-4c12e77a170e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0569940 May 16 15:23:39.372697 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-233d46b6-bee3-46d8-8368-15a98818ecc7 req-33aa245b-d416-43b3-b86c-f9b693f95adf tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715578 May 16 15:23:39.383993 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-945639c8-4c39-4de0-93b7-fa14885e6e18 req-2f762cb4-d8fa-40f9-a4ad-f50a4549a32a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755756 May 16 15:23:39.420012 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 325a3242-0be5-4d35-bfb5-3a5a8d583822 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:23:39.446165 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 325a3242-0be5-4d35-bfb5-3a5a8d583822 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:23:39.446769 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 325a3242-0be5-4d35-bfb5-3a5a8d583822 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:23:39.826823 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77834abe-30b2-42c6-b124-615be48500c8 req-c4561322-212d-4d58-8324-415aa0ed4997 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:39.828379 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-77834abe-30b2-42c6-b124-615be48500c8 req-c4561322-212d-4d58-8324-415aa0ed4997 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0519445 May 16 15:23:39.889597 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-77834abe-30b2-42c6-b124-615be48500c8 req-4d3b0056-753b-4287-8d0e-6c28ae2f4caa tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541811 May 16 15:23:40.490807 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a9307-22cd-4f15-9dd5-81afe1697fec req-8d230291-b833-4875-9aba-9115cf5e500c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:40.491412 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac510a2-d622-4359-b61f-86529b5f60a0 req-a7e7f306-e8b5-4662-ab04-4635664b0ca1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:40.492188 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f46a9307-22cd-4f15-9dd5-81afe1697fec req-8d230291-b833-4875-9aba-9115cf5e500c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0511153 May 16 15:23:40.492974 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-eac510a2-d622-4359-b61f-86529b5f60a0 req-a7e7f306-e8b5-4662-ab04-4635664b0ca1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0479641 May 16 15:23:40.540311 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f46a9307-22cd-4f15-9dd5-81afe1697fec req-b1184f97-91f5-4f56-8418-f3bf03976de1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 May 16 15:23:40.542979 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-eac510a2-d622-4359-b61f-86529b5f60a0 req-00f83896-96ae-4b51-a85b-8de27d6620eb tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442021 May 16 15:23:41.023514 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5522714-aac7-477e-aefa-47549f193c2b req-62d1be21-0922-4a4a-b6f6-0768b215736e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:41.030395 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a5522714-aac7-477e-aefa-47549f193c2b req-62d1be21-0922-4a4a-b6f6-0768b215736e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0610175 May 16 15:23:41.085375 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a5522714-aac7-477e-aefa-47549f193c2b req-622549ed-41f8-4ff7-a786-189c0eab405c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540869 May 16 15:23:41.300401 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f1d4a63-21b4-46c4-bcd0-c774687f99a2 req-ebf65e62-dce3-4802-bf0c-358ae92173dd service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864782 May 16 15:23:41.667546 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1c340-b447-400d-a8cf-d0caed454028 req-38b28747-d332-40c2-867f-dc2c273cde0c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:41.668789 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deef66-86e5-40ce-8cb1-7aee4df300f0 req-c7331918-f504-4a69-8f55-7192ebfc8e4d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:41.669333 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2dc1c340-b447-400d-a8cf-d0caed454028 req-38b28747-d332-40c2-867f-dc2c273cde0c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0562742 May 16 15:23:41.671561 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-86deef66-86e5-40ce-8cb1-7aee4df300f0 req-c7331918-f504-4a69-8f55-7192ebfc8e4d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0540402 May 16 15:23:41.736678 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-86deef66-86e5-40ce-8cb1-7aee4df300f0 req-605b8975-015e-4cff-9a0d-da5429208c64 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574234 May 16 15:23:41.911225 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2dc1c340-b447-400d-a8cf-d0caed454028 req-87d69101-8a07-441e-8171-310ba66c2cd8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348878 May 16 15:23:42.050978 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.223899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbc66d-4699-44d4-9bd3-ebe4de85dc2a req-10de1df1-b8cc-41f8-a151-d09c5984a187 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:42.225386 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7dbc66d-4699-44d4-9bd3-ebe4de85dc2a req-10de1df1-b8cc-41f8-a151-d09c5984a187 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0503569 May 16 15:23:42.276962 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7dbc66d-4699-44d4-9bd3-ebe4de85dc2a req-c3f7cc9c-d803-4d53-8391-fb5a3c9f6aba tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459051 May 16 15:23:42.868921 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3c6d0-faa3-40f7-9f2d-72c8c17152d4 req-4f442203-6e29-4d1b-97d5-1a14d2871198 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:42.870434 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4bf3c6d0-faa3-40f7-9f2d-72c8c17152d4 req-4f442203-6e29-4d1b-97d5-1a14d2871198 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0600808 May 16 15:23:42.936509 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4bf3c6d0-faa3-40f7-9f2d-72c8c17152d4 req-15e7e00b-19a5-4a72-a136-d54267d51de5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594826 May 16 15:23:43.061694 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48622dd3-0953-4695-9f9c-aeeafeefb2a3 req-3287bc5c-7cd9-4b5d-862f-d5e2d4f5df36 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:43.063395 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-48622dd3-0953-4695-9f9c-aeeafeefb2a3 req-3287bc5c-7cd9-4b5d-862f-d5e2d4f5df36 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0665886 May 16 15:23:43.115809 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-48622dd3-0953-4695-9f9c-aeeafeefb2a3 req-e2107df5-7021-4e77-a907-2b5da7305d2c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465310 May 16 15:23:43.408256 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072d710-6382-47c0-a3a4-dae9b74e289d req-98654776-bd9f-41dd-9566-739e56aeb779 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:43.409798 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3072d710-6382-47c0-a3a4-dae9b74e289d req-98654776-bd9f-41dd-9566-739e56aeb779 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0527420 May 16 15:23:43.474549 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3072d710-6382-47c0-a3a4-dae9b74e289d req-04252f1c-3049-4681-9ade-276b6b23b767 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576797 May 16 15:23:44.063774 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac74aa-3ad1-48be-b594-4123e6ca3594 req-0d643f08-e367-408a-9e1e-9407c4cb8c9a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:44.067713 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5aac74aa-3ad1-48be-b594-4123e6ca3594 req-0d643f08-e367-408a-9e1e-9407c4cb8c9a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0508935 May 16 15:23:44.112609 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5aac74aa-3ad1-48be-b594-4123e6ca3594 req-a02e02a6-f6de-475e-90c7-e069e8c43424 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 May 16 15:23:44.246304 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187dd6f-af60-4a2a-8b7c-9073136674b1 req-f02058cf-431f-458b-8542-813316df567e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:44.248104 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f187dd6f-af60-4a2a-8b7c-9073136674b1 req-f02058cf-431f-458b-8542-813316df567e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0507398 May 16 15:23:44.298238 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f187dd6f-af60-4a2a-8b7c-9073136674b1 req-e294b06e-cb66-4fb5-8f7d-4a90d6696669 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446229 May 16 15:23:44.606813 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6e17d-986f-41ab-af0a-6300b31b0f61 req-8ea0c091-9164-4e80-aab1-5c3bd075e8c0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:44.608299 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-45b6e17d-986f-41ab-af0a-6300b31b0f61 req-8ea0c091-9164-4e80-aab1-5c3bd075e8c0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0494814 May 16 15:23:44.654101 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-45b6e17d-986f-41ab-af0a-6300b31b0f61 req-f831a338-e43f-4997-9970-5712a11382a7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400419 May 16 15:23:45.415442 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6a34a-e6ee-485b-aed3-085e4d0529f2 req-a284bd92-0291-4983-98fa-fbd839ff65ff tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:45.417193 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e4e6a34a-e6ee-485b-aed3-085e4d0529f2 req-a284bd92-0291-4983-98fa-fbd839ff65ff tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0519555 May 16 15:23:45.465571 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e4e6a34a-e6ee-485b-aed3-085e4d0529f2 req-007c45f6-e2f9-4239-9596-451cc59c9a53 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425284 May 16 15:23:45.770066 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cf9e6-5cd6-45db-a5f9-d9fed875d528 req-f70c9775-5bdf-486c-b4ff-5c6e7791ba83 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:45.771565 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d36cf9e6-5cd6-45db-a5f9-d9fed875d528 req-f70c9775-5bdf-486c-b4ff-5c6e7791ba83 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0464544 May 16 15:23:45.819183 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d36cf9e6-5cd6-45db-a5f9-d9fed875d528 req-f7bfa878-a9a2-4881-bf24-d887ad24c7de tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416026 May 16 15:23:46.578802 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5cd5f-78ad-47d3-a9cb-952ea2f05f6d req-8ece605f-6242-4a88-ad27-c4b4dae003bf tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:46.580330 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-31b5cd5f-78ad-47d3-a9cb-952ea2f05f6d req-8ece605f-6242-4a88-ad27-c4b4dae003bf tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0481818 May 16 15:23:46.627402 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-31b5cd5f-78ad-47d3-a9cb-952ea2f05f6d req-8d45d655-c496-4323-a271-741f6e8b2bb8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414805 May 16 15:23:46.944129 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061260d-83b9-4418-ad96-767ff8ec9366 req-65ee768c-3065-4c3b-bc81-a2e08ac32fb1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:46.945810 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5061260d-83b9-4418-ad96-767ff8ec9366 req-65ee768c-3065-4c3b-bc81-a2e08ac32fb1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0508759 May 16 15:23:46.992299 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5061260d-83b9-4418-ad96-767ff8ec9366 req-f6a57ffd-1f95-40d5-bece-076766212e14 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403211 May 16 15:23:47.743837 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb8f0f-4763-4b32-baf8-b922c7946937 req-5f12173b-e23b-471d-bfc1-09f879396799 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:47.745293 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a2fb8f0f-4763-4b32-baf8-b922c7946937 req-5f12173b-e23b-471d-bfc1-09f879396799 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0479169 May 16 15:23:47.792253 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a2fb8f0f-4763-4b32-baf8-b922c7946937 req-0aa4b4d7-9072-4edf-bcbf-984c9bf2286c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409725 May 16 15:23:48.124058 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e858a-7f5b-4261-8be6-30922cfa03ce req-c68ee0cf-7dfe-43fe-afea-2af274130209 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:48.125685 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9e2e858a-7f5b-4261-8be6-30922cfa03ce req-c68ee0cf-7dfe-43fe-afea-2af274130209 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0613806 May 16 15:23:48.176110 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9e2e858a-7f5b-4261-8be6-30922cfa03ce req-c72d0abd-42e0-4000-9aed-f23bdcd443c4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449231 May 16 15:23:48.190811 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691df3c-44df-493c-8c7b-155def7046fa req-bd4751d0-bf01-47a0-a264-c45351dc288d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:48.191878 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d691df3c-44df-493c-8c7b-155def7046fa req-bd4751d0-bf01-47a0-a264-c45351dc288d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0469887 May 16 15:23:48.255803 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d691df3c-44df-493c-8c7b-155def7046fa req-d9b92c36-5e2e-4af1-863e-bb6182426ac1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566080 May 16 15:23:48.407908 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074bea-2ab4-4172-980f-ffcbaf890718 req-f9c53fe5-baef-47fc-ad9f-f6a02a9fde4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:48.409503 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d8074bea-2ab4-4172-980f-ffcbaf890718 req-f9c53fe5-baef-47fc-ad9f-f6a02a9fde4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b360d85257f14f9191b490327c110ba8&device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 1129 time: 0.0404234 May 16 15:23:48.499897 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56032) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:48.504598 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b6313e9c-a636-46be-9152-7727b783ac54 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809593730', 'description': 'tempest-description--293534720'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:48.639432 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b6313e9c-a636-46be-9152-7727b783ac54 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:48.708706 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b6313e9c-a636-46be-9152-7727b783ac54 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for security_group (cc6dddfb-8c1d-4de2-98f2-86f069fcab57), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:48.733849 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074bea-2ab4-4172-980f-ffcbaf890718 req-2faa783c-5cf8-4448-846a-b3789667cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:48.735388 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d8074bea-2ab4-4172-980f-ffcbaf890718 req-2faa783c-5cf8-4448-846a-b3789667cc94 service neutron] 10.222.0.79 "GET /v2.0/networks?id=85d31a74-2e0d-4761-a3e9-16256afe83d7 HTTP/1.1" status: 200 len: 912 time: 0.3195250 May 16 15:23:48.793838 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d8074bea-2ab4-4172-980f-ffcbaf890718 req-a5952f9d-6e95-4827-90bd-263a6cafa275 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c42936-ecff-4e27-887a-edf723a14aa4 HTTP/1.1" status: 200 len: 1001 time: 0.0520005 May 16 15:23:48.851888 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074bea-2ab4-4172-980f-ffcbaf890718 req-219d2124-893e-41a6-ac80-f1cd906820f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:48.853301 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d8074bea-2ab4-4172-980f-ffcbaf890718 req-219d2124-893e-41a6-ac80-f1cd906820f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=452ae066-2827-4424-a9d0-b7d8f441c20a HTTP/1.1" status: 200 len: 850 time: 0.0440655 May 16 15:23:48.992067 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b6313e9c-a636-46be-9152-7727b783ac54 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (cc6dddfb-8c1d-4de2-98f2-86f069fcab57), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.021065 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6313e9c-a636-46be-9152-7727b783ac54 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6dddfb-8c1d-4de2-98f2-86f069fcab57,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:49.099619 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56040) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:49.200071 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b6313e9c-a636-46be-9152-7727b783ac54 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.201226 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b6313e9c-a636-46be-9152-7727b783ac54 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7002847 May 16 15:23:49.204516 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56044) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:49.209201 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-173fbe63-e7c5-489a-9bbc-934e23f460fd tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Request body: {'security_group_rule': {'security_group_id': 'cc6dddfb-8c1d-4de2-98f2-86f069fcab57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:49.238193 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b6fc48c6-8849-46f6-a9e3-5dc52172bd2d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa49f4881c1041528d8071d3cc64a5b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372797 May 16 15:23:49.240648 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56048) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:49.292655 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-68403655-67c3-4c87-9f31-1547fc0422cb admin admin] Publish callbacks [] for security_group (1c96a65d-cd9b-44f3-baaa-d54c89147527), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.326944 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-68403655-67c3-4c87-9f31-1547fc0422cb admin admin] Publish callbacks [] for security_group (1c96a65d-cd9b-44f3-baaa-d54c89147527), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.328309 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-173fbe63-e7c5-489a-9bbc-934e23f460fd tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for security_group_rule (196d9db0-a692-482d-b090-110b523c5014), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.398202 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c8524-8ba9-4cc9-8cb3-6e58e787afd7 req-ef5ae232-4f04-42b7-9aa8-145e1673619d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:49.400195 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-863c8524-8ba9-4cc9-8cb3-6e58e787afd7 req-ef5ae232-4f04-42b7-9aa8-145e1673619d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.1415930 May 16 15:23:49.479055 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47873d74-b465-4145-8351-da7985828f74 req-3bede6bf-9d54-473c-88a6-e2a782cc07fd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:49.481689 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-47873d74-b465-4145-8351-da7985828f74 req-3bede6bf-9d54-473c-88a6-e2a782cc07fd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.1204486 May 16 15:23:49.525135 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-863c8524-8ba9-4cc9-8cb3-6e58e787afd7 req-26ad6db1-cb55-4edd-9365-94cfa6bc5075 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156862 May 16 15:23:49.556382 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-47873d74-b465-4145-8351-da7985828f74 req-fc774e59-2772-4bfb-9830-89da9e418c64 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681739 May 16 15:23:49.571849 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-173fbe63-e7c5-489a-9bbc-934e23f460fd tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for security_group_rule (196d9db0-a692-482d-b090-110b523c5014), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.667576 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-68403655-67c3-4c87-9f31-1547fc0422cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1c96a65d-cd9b-44f3-baaa-d54c89147527), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.670185 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-68403655-67c3-4c87-9f31-1547fc0422cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.671346 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-68403655-67c3-4c87-9f31-1547fc0422cb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c96a65d-cd9b-44f3-baaa-d54c89147527 HTTP/1.1" status: 204 len: 168 time: 0.4296606 May 16 15:23:49.679490 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68403655-67c3-4c87-9f31-1547fc0422cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c96a65d-cd9b-44f3-baaa-d54c89147527,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:49.684754 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-173fbe63-e7c5-489a-9bbc-934e23f460fd tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (196d9db0-a692-482d-b090-110b523c5014), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.702482 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fbe63-e7c5-489a-9bbc-934e23f460fd tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196d9db0-a692-482d-b090-110b523c5014,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:49.806845 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-173fbe63-e7c5-489a-9bbc-934e23f460fd tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.808082 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-173fbe63-e7c5-489a-9bbc-934e23f460fd tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6024895 May 16 15:23:49.812691 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56098) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:49.817500 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-6c0d9166-2824-4685-bcdc-072ee3f14325 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Request body: {'security_group_rule': {'security_group_id': 'cc6dddfb-8c1d-4de2-98f2-86f069fcab57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:49.847174 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074bea-2ab4-4172-980f-ffcbaf890718 req-eec14ec7-22e1-4dbc-8730-ec628513d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:49.848696 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d8074bea-2ab4-4172-980f-ffcbaf890718 req-eec14ec7-22e1-4dbc-8730-ec628513d2d5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85d31a74-2e0d-4761-a3e9-16256afe83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391521 May 16 15:23:49.977080 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9166-2824-4685-bcdc-072ee3f14325 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for security_group_rule (aa57af34-bd4e-4d27-bd8d-dd7e3df8a786), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.035600 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9166-2824-4685-bcdc-072ee3f14325 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for security_group_rule (aa57af34-bd4e-4d27-bd8d-dd7e3df8a786), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.119710 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9166-2824-4685-bcdc-072ee3f14325 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (aa57af34-bd4e-4d27-bd8d-dd7e3df8a786), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.141452 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d9166-2824-4685-bcdc-072ee3f14325 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa57af34-bd4e-4d27-bd8d-dd7e3df8a786,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:50.247613 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9166-2824-4685-bcdc-072ee3f14325 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.247613 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6c0d9166-2824-4685-bcdc-072ee3f14325 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4287970 May 16 15:23:50.247613 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56112) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:50.254039 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:50.382537 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.462319 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.579941 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Allocated IP 172.27.2.112 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/c9aaa7cc-3187-4daa-9db4-f00bc140d0a3) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:23:50.723870 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d747106-f3a9-4fb7-b044-b482b137d624 req-212dc17e-4591-47ea-99ab-3dd3f19ead0a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:50.725348 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1d747106-f3a9-4fb7-b044-b482b137d624 req-212dc17e-4591-47ea-99ab-3dd3f19ead0a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0836387 May 16 15:23:50.745395 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d8cbe-db10-418c-bb94-ab40d200a28d req-2cd6bf3e-a8b3-48fe-8d94-7d25d910abd0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:50.747252 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8b2d8cbe-db10-418c-bb94-ab40d200a28d req-2cd6bf3e-a8b3-48fe-8d94-7d25d910abd0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0736899 May 16 15:23:50.769930 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d8074bea-2ab4-4172-980f-ffcbaf890718 req-bc01cbeb-1a19-4105-99e1-0add9f019759 service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892669 May 16 15:23:50.770879 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for port (c9aaa7cc-3187-4daa-9db4-f00bc140d0a3), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.797431 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1d747106-f3a9-4fb7-b044-b482b137d624 req-884125a3-9168-402b-bfcd-b1c5c734ecbe tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613623 May 16 15:23:50.831436 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8b2d8cbe-db10-418c-bb94-ab40d200a28d req-f70d9af8-20b3-443b-8222-5943907f23ac tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745196 May 16 15:23:50.847403 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56132) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:50.902277 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (c9aaa7cc-3187-4daa-9db4-f00bc140d0a3), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.937503 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:23:50.940378 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:23:50.945502 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:23:50.950788 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-295476530-network', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:50.986496 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event updated for resources: {'Port': ['ID=c9aaa7cc-3187-4daa-9db4-f00bc140d0a3,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:51.051419 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for floatingip (b8797756-fc88-45be-b2d3-1a5cc9c9a229), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.078303 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Made reservation on behalf of be817fd143aa4f3b87f6cfd77666cdb7 for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:23:51.080618 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.089078 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.185983 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Publish callbacks [] for security_group (036e651f-ce9b-439a-9602-1e089e410f16), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.187010 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (c9aaa7cc-3187-4daa-9db4-f00bc140d0a3), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.277470 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (036e651f-ce9b-439a-9602-1e089e410f16), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.329314 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:23:51.351780 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036e651f-ce9b-439a-9602-1e089e410f16,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:51.356399 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (ee25c8d4-5b45-4a49-bf6d-ce53f64ea797), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.356811 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Added segment ee25c8d4-5b45-4a49-bf6d-ce53f64ea797 of type vlan for network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f May 16 15:23:51.419250 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.439960 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for port (c9aaa7cc-3187-4daa-9db4-f00bc140d0a3), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.524501 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (c9aaa7cc-3187-4daa-9db4-f00bc140d0a3), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.578297 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.579220 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:51.579796 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.625885 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event updated for resources: {'Port': ['ID=c9aaa7cc-3187-4daa-9db4-f00bc140d0a3,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:51.637521 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (b8797756-fc88-45be-b2d3-1a5cc9c9a229), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.658319 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d8074bea-2ab4-4172-980f-ffcbaf890718 req-470601e6-82d9-4443-b943-acf00b7d6ea5 service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002126 May 16 15:23:51.673348 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] Pushing event updated for resources: {'Network': ['ID=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:51.682971 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:23:51.761280 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0a9bbd43-0533-4f7e-b07c-747954f359d4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9126022 May 16 15:23:51.765066 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56144) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:51.772061 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-af700524-7dea-47db-9921-5a174499d66e admin admin] Request body: {'subnet': {'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-295476530-subnet', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:51.772840 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.772937 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9c129360-05c3-427d-a5a0-29c7bf3a2299 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5240667 May 16 15:23:51.895792 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af700524-7dea-47db-9921-5a174499d66e admin admin] Made reservation on behalf of be817fd143aa4f3b87f6cfd77666cdb7 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:23:51.899065 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-af700524-7dea-47db-9921-5a174499d66e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32672442'] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:51.960717 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74c5ba-41d4-4207-be99-3d47f29cac50 req-8fb09129-7e8d-4505-98a6-7e7e2b3628a3 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:51.962294 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af74c5ba-41d4-4207-be99-3d47f29cac50 req-8fb09129-7e8d-4505-98a6-7e7e2b3628a3 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0510850 May 16 15:23:51.970184 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579e125-76be-4b48-9c6e-5fb3b2b1a72a req-e23ea599-e491-4f6b-b5f1-1063c1f6126b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:51.971871 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d579e125-76be-4b48-9c6e-5fb3b2b1a72a req-e23ea599-e491-4f6b-b5f1-1063c1f6126b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0928507 May 16 15:23:52.013368 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af74c5ba-41d4-4207-be99-3d47f29cac50 req-9c596caa-b451-4476-816c-7c4aaf5c97f6 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442448 May 16 15:23:52.093784 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d579e125-76be-4b48-9c6e-5fb3b2b1a72a req-7c302dc1-a812-4e99-b3d2-83940001d47f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861900 May 16 15:23:52.143797 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-36cf9529-0296-45fe-b843-51c7cd703b24 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--809593730&fields=id&tenant_id=c3c3d75e638a4871b548ba689eeddeda HTTP/1.1" status: 200 len: 267 time: 0.0534241 May 16 15:23:52.259198 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adb658-7a38-460d-9837-09d942d4772b req-872e81bb-64e6-4b6a-bd95-5ce0dd3784bb tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:52.260644 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-872e81bb-64e6-4b6a-bd95-5ce0dd3784bb tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 818 time: 0.1102395 May 16 15:23:52.275595 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-d1e43ec1-2c38-4251-9662-b069d79010b1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/quotas/c3c3d75e638a4871b548ba689eeddeda HTTP/1.1" status: 200 len: 375 time: 0.0089042 May 16 15:23:52.291172 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-af700524-7dea-47db-9921-5a174499d66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29922796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32672428'] for subnet (d2f0a3ab-7bbe-417c-8e80-93498c8cac49), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:52.332889 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-1164da2b-1185-42aa-a550-dc8b5fc9c5b2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0515170 May 16 15:23:52.346478 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af700524-7dea-47db-9921-5a174499d66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f0a3ab-7bbe-417c-8e80-93498c8cac49,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:52.364330 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af700524-7dea-47db-9921-5a174499d66e admin admin] Checking segment: {'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:23:52.364780 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af700524-7dea-47db-9921-5a174499d66e admin admin] Network hostable DHCP agents. Network: 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:23:52.434843 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-9b9573da-413f-4f1b-9e42-5ce8e2037848 service neutron] 10.222.0.76 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892687 May 16 15:23:52.530046 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-90df9d28-19c1-418b-8322-9d183cedd5bf service neutron] 10.222.0.76 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898583 May 16 15:23:52.627404 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af700524-7dea-47db-9921-5a174499d66e admin admin] Network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:23:53.050451 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2e645dc2-b26b-489e-9894-150ae64b7aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:53.144657 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e8a70292-7561-47af-8ee3-67856fe5b68b req-881fbdef-bad3-4206-9213-d5465c4e156e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 210 time: 0.0311162 May 16 15:23:53.167255 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cc6c6-0764-4b0e-9c01-27721233c6dd req-3823422a-847e-4d65-a7e9-f0955b0a8240 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:53.169112 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0e4cc6c6-0764-4b0e-9c01-27721233c6dd req-3823422a-847e-4d65-a7e9-f0955b0a8240 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0672212 May 16 15:23:53.170326 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-af700524-7dea-47db-9921-5a174499d66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:23:53.182377 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af700524-7dea-47db-9921-5a174499d66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:53.183092 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7482af0b-4521-45ac-b673-7809f310eff5 None None] Network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:23:53.183486 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-af700524-7dea-47db-9921-5a174499d66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:53.242360 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0e4cc6c6-0764-4b0e-9c01-27721233c6dd req-2ae73397-5a55-4a23-8524-9f5466f69a9e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550487 May 16 15:23:53.292745 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0c8f2-0264-4d23-a24b-f30fea02216a req-367232bb-2cbf-4236-8a76-f6075a2fc5c0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:53.294795 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-84e0c8f2-0264-4d23-a24b-f30fea02216a req-367232bb-2cbf-4236-8a76-f6075a2fc5c0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0612128 May 16 15:23:53.304932 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-af700524-7dea-47db-9921-5a174499d66e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5385342 May 16 15:23:53.313904 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56202) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:53.313904 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:53.370614 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df7d412-2000-598c-b13d-3ec64b05f419-04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'fixed_ips': [{'subnet_id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49'}]}} from dv-cinder-790535-39-iscsi. {{(pid=103979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:23:53.372259 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:53.391518 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-84e0c8f2-0264-4d23-a24b-f30fea02216a req-0365bead-7d82-4b54-a07a-1dea89324a59 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807164 May 16 15:23:53.485266 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1828909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7034'] for router (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:53.486387 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1829940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1642029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7027'] for router (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:53.520451 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Allocated IP 172.20.0.2 (04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f/d2f0a3ab-7bbe-417c-8e80-93498c8cac49/8b601340-da57-43b6-bf79-50c6b10b09e3) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:23:53.550596 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Publish callbacks [] for router_controller (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), precommit_add_association {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:53.813633 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Publish callbacks [] for router_gateway (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:53.840071 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Publish callbacks [] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:53.960010 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:54.008025 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:23:54.011175 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:23:54.014798 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:23:54.033835 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Pushing event updated for resources: {'Port': ['ID=8b601340-da57-43b6-bf79-50c6b10b09e3,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:54.088887 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Attempting to bind port 8b601340-da57-43b6-bf79-50c6b10b09e3 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:23:54.089568 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Attempting to bind port 8b601340-da57-43b6-bf79-50c6b10b09e3 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:23:54.089663 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Attempting to bind port 8b601340-da57-43b6-bf79-50c6b10b09e3 on network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:23:54.095597 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:23:54.096090 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Checking segment: {'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:23:54.096540 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:54.096989 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Bound using segment: {'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:23:54.097487 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Bound port: 8b601340-da57-43b6-bf79-50c6b10b09e3, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:23:54.097990 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:54.132749 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Publish callbacks [] for router_gateway (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:54.151938 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:54.170181 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] For port 8b601340-da57-43b6-bf79-50c6b10b09e3, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:23:54.174854 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] For port 8b601340-da57-43b6-bf79-50c6b10b09e3, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=8b601340-da57-43b6-bf79-50c6b10b09e3,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:23:54.231373 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bcfd7732-1200-445b-9b9f-0b16a7c9ee8c req-0a774811-a221-49e2-93ce-e31f074b1c3f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 210 time: 0.0352440 May 16 15:23:54.294284 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Allocated IP 172.27.2.148 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/41b5faa3-18e6-4594-95a9-2814b19489ba) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:23:54.325878 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:54.395719 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c14a74-2afd-4f89-beb3-e6f186fbd05e None None] Pushing event updated for resources: {'Port': ['ID=8b601340-da57-43b6-bf79-50c6b10b09e3,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:54.404797 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Publish callbacks [] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:54.532006 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e55b97-4cbd-4963-b2a7-af4c33dd7a11 req-8466ac23-c030-41e8-9a5e-dc4bbd2fc505 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:54.533860 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-21e55b97-4cbd-4963-b2a7-af4c33dd7a11 req-8466ac23-c030-41e8-9a5e-dc4bbd2fc505 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0520198 May 16 15:23:54.553485 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:54.623328 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-21e55b97-4cbd-4963-b2a7-af4c33dd7a11 req-d4538b7f-5862-48bc-85f9-220273b0f2e6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835252 May 16 15:23:54.626958 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:23:54.632434 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:23:54.636438 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:23:54.642191 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Pushing event updated for resources: {'Port': ['ID=41b5faa3-18e6-4594-95a9-2814b19489ba,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:54.781716 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-066ab4ce-415f-4b50-ad29-abef86c70391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:54.991641 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Publish callbacks [] for router_gateway (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:55.177665 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830115'] for router (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:55.348894 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-071a6471-5280-4af4-a854-83e21046dd2f req-2f9a9dbf-ae97-4faa-bf24-33b9c8a20cd3 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 210 time: 0.0358047 May 16 15:23:55.393288 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 is scheduled to L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 with binding_index 1 {{(pid=103977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:23:55.418479 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 8b601340-da57-43b6-bf79-50c6b10b09e3 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:23:55.441321 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72828a78-e2b1-47af-a73f-64266e31d977 None None] Network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:23:55.514943 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:23:55.525397 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Sync routers for ids ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:23:55.537673 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-c62902c5-df92-4632-8823-6f1775272d81 None None] Provisioning complete for port 8b601340-da57-43b6-bf79-50c6b10b09e3 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:55.544677 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c62902c5-df92-4632-8823-6f1775272d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:55.544844 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Routers {'1a69f003-c3e8-44e6-9ec1-f4fb628abda3'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:23:55.544844 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:55.604462 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 8b601340-da57-43b6-bf79-50c6b10b09e3 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:55.604879 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:55.617995 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:55.619924 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-f5213593-7bf8-45ed-851f-d3f1d3085087 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3108428 May 16 15:23:55.622610 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56228) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:55.661627 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Set router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:23:55.690570 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-c62902c5-df92-4632-8823-6f1775272d81 None None] Current status of the port 8b601340-da57-43b6-bf79-50c6b10b09e3 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:55.690957 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c62902c5-df92-4632-8823-6f1775272d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:55.810786 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b867305-1baf-44b8-b12e-ef5079c33e9a req-0ebe23b4-dc6d-402b-80a1-dd70a35cdb80 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:55.811484 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 8b601340-da57-43b6-bf79-50c6b10b09e3 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:55.811944 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:55.812742 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8b867305-1baf-44b8-b12e-ef5079c33e9a req-0ebe23b4-dc6d-402b-80a1-dd70a35cdb80 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0648685 May 16 15:23:55.819233 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:55.821366 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-c62902c5-df92-4632-8823-6f1775272d81 None None] For port 8b601340-da57-43b6-bf79-50c6b10b09e3, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=8b601340-da57-43b6-bf79-50c6b10b09e3,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:55.889143 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:23:54Z', 'revision_number': 3, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:55.903220 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c62902c5-df92-4632-8823-6f1775272d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:55.919710 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Checking router: 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:23:55.920061 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Updating router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 port 41b5faa3-18e6-4594-95a9-2814b19489ba binding host dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:23:55.946083 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8b867305-1baf-44b8-b12e-ef5079c33e9a req-f6223fad-18b5-4bfa-b314-2b81bb6ef6df tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879328 May 16 15:23:55.952130 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:55.980193 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62902c5-df92-4632-8823-6f1775272d81 None None] Pushing event updated for resources: {'Port': ['ID=8b601340-da57-43b6-bf79-50c6b10b09e3,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:55.995533 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.db.api [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 15:23:55.996961 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG oslo_db.api [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 15:23:56.026528 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-0f6a898d-aaf8-4637-a0fb-a04fd0aafe16 None None] Provisioning complete for port 8b601340-da57-43b6-bf79-50c6b10b09e3 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:56.027059 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f6a898d-aaf8-4637-a0fb-a04fd0aafe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:56.107449 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a898d-aaf8-4637-a0fb-a04fd0aafe16 None None] Current status of the port 8b601340-da57-43b6-bf79-50c6b10b09e3 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:56.328419 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Publish callbacks [] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:56.337080 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:56.446879 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-27926dd6-0a25-4776-80c8-bfb3c3b2d24f req-c7ba2a40-e9b4-4807-bc2c-00a130a6f6f6 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 210 time: 0.0274277 May 16 15:23:56.450201 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:56.495290 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Allocated IP 172.20.0.1 (04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f/d2f0a3ab-7bbe-417c-8e80-93498c8cac49/590b1a6b-c45c-4d81-88c7-236b5b33a0d3) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:23:56.501526 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Attempting to bind port 41b5faa3-18e6-4594-95a9-2814b19489ba on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:23:56.501893 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Attempting to bind port 41b5faa3-18e6-4594-95a9-2814b19489ba by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:23:56.507525 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Attempting to bind port 41b5faa3-18e6-4594-95a9-2814b19489ba on network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:23:56.514873 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:23:56.515246 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Checking segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:23:56.515638 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:56.516051 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Bound using segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:23:56.516474 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Bound port: 41b5faa3-18e6-4594-95a9-2814b19489ba, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:23:56.516948 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:56.552922 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 8b601340-da57-43b6-bf79-50c6b10b09e3 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:56.561544 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Pushing event updated for resources: {'Port': ['ID=41b5faa3-18e6-4594-95a9-2814b19489ba,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:56.582918 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.583167 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.583713 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.584211 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.584704 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.585182 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.585509 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.585827 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.586189 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.586681 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.587166 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.587647 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.588112 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.590528 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.591360 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:56.604026 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] For port 41b5faa3-18e6-4594-95a9-2814b19489ba, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:23:56.604605 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] For port 41b5faa3-18e6-4594-95a9-2814b19489ba, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=41b5faa3-18e6-4594-95a9-2814b19489ba,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:23:56.616489 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Publish callbacks [] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:56.684716 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:56.719363 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:56.741811 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Routers {'1a69f003-c3e8-44e6-9ec1-f4fb628abda3'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:23:56.742461 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:56.744316 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0af4bc-67d2-4246-9507-c4b46c2cfce1 None None] Pushing event updated for resources: {'Port': ['ID=41b5faa3-18e6-4594-95a9-2814b19489ba,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:56.759325 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:23:56.763592 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:23:56.769576 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:23:56.791985 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Pushing event updated for resources: {'Port': ['ID=590b1a6b-c45c-4d81-88c7-236b5b33a0d3,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:56.815967 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1834446'] for router_interface (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:56.862165 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] Set router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:23:57.033416 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-df6e4735-5dd4-4f9e-ad8e-63d53a010810 None None] Provisioning complete for port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:57.033842 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df6e4735-5dd4-4f9e-ad8e-63d53a010810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.048997 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:23:54Z', 'revision_number': 3, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:57.072632 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-df6e4735-5dd4-4f9e-ad8e-63d53a010810 None None] Port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:23:57.079415 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b775f-c8cb-4c31-8db3-8c15d80e9323 None None] The sync data for ids ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'] in dv-cinder-790535-39-iscsi is: [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:23:54Z', 'revision_number': 3, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:23:57.126107 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.136462 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa63b8b-bc97-45bb-967f-bf92405aedc2 req-f30ace97-e0ad-4331-beb1-c4fcee298a79 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:57.138005 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8aa63b8b-bc97-45bb-967f-bf92405aedc2 req-f30ace97-e0ad-4331-beb1-c4fcee298a79 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0930383 May 16 15:23:57.247253 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8aa63b8b-bc97-45bb-967f-bf92405aedc2 req-4390876f-4a04-492b-b628-f39cb08a8fcf tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001313 May 16 15:23:57.422468 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Publish callbacks [] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.530448 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.532916 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.606381 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 41b5faa3-18e6-4594-95a9-2814b19489ba up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:23:57.608822 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1833092'] for router_interface (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.647339 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-234763da-66a2-4c50-88ed-8fc89c61f30c req-ee2c7778-9426-4a38-973c-7a5f6d0cd86d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 210 time: 0.0939007 May 16 15:23:57.655131 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Pushing event updated for resources: {'Port': ['ID=590b1a6b-c45c-4d81-88c7-236b5b33a0d3,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:57.686853 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 41b5faa3-18e6-4594-95a9-2814b19489ba triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:57.687247 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.794636 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:23:57.797040 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:23:57.816223 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 41b5faa3-18e6-4594-95a9-2814b19489ba is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:57.816840 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.846893 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port 41b5faa3-18e6-4594-95a9-2814b19489ba, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=41b5faa3-18e6-4594-95a9-2814b19489ba,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:57.951852 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.953164 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 8b601340-da57-43b6-bf79-50c6b10b09e3 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:23:57.977245 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:23:58.096067 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=41b5faa3-18e6-4594-95a9-2814b19489ba,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:58.147591 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 8b601340-da57-43b6-bf79-50c6b10b09e3 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:58.147818 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:58.205395 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:23:58.213157 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-90fcef25-c769-4668-8707-dc2103c65d80 None None] Provisioning complete for port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:58.213583 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-90fcef25-c769-4668-8707-dc2103c65d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:58.226953 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-230bf934-7987-4c08-b91a-d1fc1016ab49 admin admin] 10.222.0.76 "PUT /v2.0/routers/1a69f003-c3e8-44e6-9ec1-f4fb628abda3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6030478 May 16 15:23:58.263577 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-90fcef25-c769-4668-8707-dc2103c65d80 None None] Port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:23:58.354349 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 8b601340-da57-43b6-bf79-50c6b10b09e3 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:58.465887 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adb658-7a38-460d-9837-09d942d4772b req-8d4d29bc-d3d1-40ac-84f0-ca85120ed49d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:58.465887 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-8d4d29bc-d3d1-40ac-84f0-ca85120ed49d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 818 time: 0.2510996 May 16 15:23:58.473144 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4fb9-54d0-4f92-ac06-74aee7305c47 req-b56529fb-c4dc-45aa-a990-d23790018629 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:58.475289 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-abea4fb9-54d0-4f92-ac06-74aee7305c47 req-b56529fb-c4dc-45aa-a990-d23790018629 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0933900 May 16 15:23:58.549811 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-58310870-d09a-464c-be75-a75209acef4c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3c3d75e638a4871b548ba689eeddeda HTTP/1.1" status: 200 len: 379 time: 0.0669212 May 16 15:23:58.550652 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-abea4fb9-54d0-4f92-ac06-74aee7305c47 req-2bceaec8-cb91-4320-a060-c69bb17a74ce tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646110 May 16 15:23:58.555991 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-93adb658-7a38-460d-9837-09d942d4772b req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Request body: {'port': {'device_id': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'admin_state_up': True, 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'security_groups': ['cc6dddfb-8c1d-4de2-98f2-86f069fcab57']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:58.807380 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7b7fa5ce-a714-4fac-b311-f3a6b8a296cb req-00c70230-ecfd-4139-8c39-8cf3efd1b772 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 210 time: 0.0501451 May 16 15:23:58.841096 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93adb658-7a38-460d-9837-09d942d4772b req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Made reservation on behalf of c3c3d75e638a4871b548ba689eeddeda for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:23:58.845140 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-93adb658-7a38-460d-9837-09d942d4772b req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.009750 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-93adb658-7a38-460d-9837-09d942d4772b req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Allocated IP 172.20.0.4 (c04e7fee-d98e-4604-82f3-3cc633c866f1/96826c3c-0750-45f0-8e33-bfa962732597/5932ef72-da59-4163-b091-83604c0d8211) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:23:59.164007 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-93adb658-7a38-460d-9837-09d942d4772b req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for port (5932ef72-da59-4163-b091-83604c0d8211), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.291989 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Sync routers for ids ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:23:59.302716 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-93adb658-7a38-460d-9837-09d942d4772b req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (5932ef72-da59-4163-b091-83604c0d8211), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.305493 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Routers {'1a69f003-c3e8-44e6-9ec1-f4fb628abda3'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:23:59.306195 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:59.353993 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93adb658-7a38-460d-9837-09d942d4772b req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Network c04e7fee-d98e-4604-82f3-3cc633c866f1 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:23:59.357189 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-93adb658-7a38-460d-9837-09d942d4772b req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:23:59.364438 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-93adb658-7a38-460d-9837-09d942d4772b req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:23:59.417171 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event updated for resources: {'Port': ['ID=5932ef72-da59-4163-b091-83604c0d8211,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:59.442987 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adb658-7a38-460d-9837-09d942d4772b req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:59.443660 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-93adb658-7a38-460d-9837-09d942d4772b req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.465716 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Set router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:23:59.487085 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56322) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:59.492183 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-890443747-network', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:59.498337 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 41b5faa3-18e6-4594-95a9-2814b19489ba up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:23:59.552196 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-1f055d7c-1e3c-419e-9f48-07091cba3f8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0017464 May 16 15:23:59.572697 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.609835 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 41b5faa3-18e6-4594-95a9-2814b19489ba triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:59.610250 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.677013 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Made reservation on behalf of a4ffac2f990d4965aeeedf414b25e35f for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:23:59.679409 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.697426 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b79ec-5eb5-48ed-8957-3fa233819855 req-2d9aea93-f280-4d03-af48-6d6f0e2a48bc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:59.698957 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-775b79ec-5eb5-48ed-8957-3fa233819855 req-2d9aea93-f280-4d03-af48-6d6f0e2a48bc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0652330 May 16 15:23:59.700202 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.711541 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-05f98158-5d12-46c9-8a0f-c8a2b5cbabc1 None None] Provisioning complete for port 5932ef72-da59-4163-b091-83604c0d8211 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:59.711928 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-05f98158-5d12-46c9-8a0f-c8a2b5cbabc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5932ef72-da59-4163-b091-83604c0d8211), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.819718 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-775b79ec-5eb5-48ed-8957-3fa233819855 req-87fb8232-ae37-4153-81c1-f37310775845 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682790 May 16 15:23:59.819718 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Publish callbacks [] for security_group (102f6df9-e737-4cc6-b4bf-51e5c4698e19), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.919609 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-05f98158-5d12-46c9-8a0f-c8a2b5cbabc1 None None] Port 5932ef72-da59-4163-b091-83604c0d8211 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:23:59.922001 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3331ac-cd28-4db6-801a-170575ce7c91 req-9e91340b-d66f-4fde-90fa-75ad3383656a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:59.923694 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3c3331ac-cd28-4db6-801a-170575ce7c91 req-9e91340b-d66f-4fde-90fa-75ad3383656a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 931 time: 0.0542603 May 16 15:23:59.924451 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:23:56Z', 'revision_number': 4, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '590b1a6b-c45c-4d81-88c7-236b5b33a0d3', 'name': '', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'mac_address': 'fa:16:3e:e7:b4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:56Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 2, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'subnets': [{'id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:59.927753 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 41b5faa3-18e6-4594-95a9-2814b19489ba is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:59.950615 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Checking router: 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:23:59.950965 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Updating router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 binding host dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:23:59.970983 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3c3331ac-cd28-4db6-801a-170575ce7c91 req-ac5d7799-d1cc-4116-8945-7cc048e3ede4 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414045 May 16 15:23:59.978772 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.015677 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (102f6df9-e737-4cc6-b4bf-51e5c4698e19), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.036844 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:24:00.051961 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102f6df9-e737-4cc6-b4bf-51e5c4698e19,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:00.056278 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (7c670f01-c403-4cb8-8165-c81fbf40390a), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.056696 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Added segment 7c670f01-c403-4cb8-8165-c81fbf40390a of type vlan for network 13318def-9979-4c87-bc3f-a44a97f20ade May 16 15:24:00.096761 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (13318def-9979-4c87-bc3f-a44a97f20ade), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.199079 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (13318def-9979-4c87-bc3f-a44a97f20ade), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.200426 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:00.201365 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.272355 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] Pushing event updated for resources: {'Network': ['ID=13318def-9979-4c87-bc3f-a44a97f20ade,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:00.293658 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 13318def-9979-4c87-bc3f-a44a97f20ade details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:24:00.322082 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-15555912-8e2a-465c-97da-1e5361c36be6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8338482 May 16 15:24:00.325953 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56338) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:00.330687 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-a6aa4995-2497-410f-bcda-1a28f7129b1c admin admin] Request body: {'subnet': {'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-890443747-subnet', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:00.334980 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Publish callbacks [] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.450566 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aa4995-2497-410f-bcda-1a28f7129b1c admin admin] Made reservation on behalf of a4ffac2f990d4965aeeedf414b25e35f for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:00.452948 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4995-2497-410f-bcda-1a28f7129b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32985670'] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.467159 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.548367 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dee8f-a0a3-41bb-9e7e-f9df0cde8e8b None None] Pushing event updated for resources: {'Port': ['ID=590b1a6b-c45c-4d81-88c7-236b5b33a0d3,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:00.594294 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Attempting to bind port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:00.595188 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Attempting to bind port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:00.595558 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Attempting to bind port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 on network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:00.603045 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:00.605730 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Checking segment: {'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:00.605730 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.605730 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Bound using segment: {'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:00.605730 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Bound port: 590b1a6b-c45c-4d81-88c7-236b5b33a0d3, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:00.605730 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.687985 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] For port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:00.691890 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] For port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=590b1a6b-c45c-4d81-88c7-236b5b33a0d3,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:00.712953 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4995-2497-410f-bcda-1a28f7129b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31724850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32985680'] for subnet (0af1f592-0721-4644-85af-0656731ff3e2), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.741423 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2d024d23-adff-441b-994e-d9907e3c7128 None None] Provisioning complete for port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:00.741785 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2d024d23-adff-441b-994e-d9907e3c7128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.770866 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa4995-2497-410f-bcda-1a28f7129b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af1f592-0721-4644-85af-0656731ff3e2,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:00.774064 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2d024d23-adff-441b-994e-d9907e3c7128 None None] Port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:00.780230 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa4995-2497-410f-bcda-1a28f7129b1c admin admin] Checking segment: {'id': '7c670f01-c403-4cb8-8165-c81fbf40390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:00.780230 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa4995-2497-410f-bcda-1a28f7129b1c admin admin] Network hostable DHCP agents. Network: 13318def-9979-4c87-bc3f-a44a97f20ade, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:24:00.814703 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:00.873731 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dee8f-a0a3-41bb-9e7e-f9df0cde8e8b None None] Pushing event updated for resources: {'Port': ['ID=590b1a6b-c45c-4d81-88c7-236b5b33a0d3,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:00.877400 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Routers {'1a69f003-c3e8-44e6-9ec1-f4fb628abda3'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:00.877400 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:00.928840 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d57d3-4e0c-4882-b9d9-73ac061b745d req-3115a3a5-7519-4539-9ea9-27e1f2edd5d2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:00.928840 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c11d57d3-4e0c-4882-b9d9-73ac061b745d req-3115a3a5-7519-4539-9ea9-27e1f2edd5d2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0601459 May 16 15:24:00.966611 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa4995-2497-410f-bcda-1a28f7129b1c admin admin] Network 13318def-9979-4c87-bc3f-a44a97f20ade is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:24:01.002237 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] Set router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:01.003453 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c11d57d3-4e0c-4882-b9d9-73ac061b745d req-225016ab-244b-4c27-867b-f6d579803ae7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729415 May 16 15:24:01.084590 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-a6aa4995-2497-410f-bcda-1a28f7129b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 13318def-9979-4c87-bc3f-a44a97f20ade) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:01.088533 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa4995-2497-410f-bcda-1a28f7129b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:01.089216 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4995-2497-410f-bcda-1a28f7129b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.106016 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fa7570-e35d-4d96-8e01-850cca1c6ca3 None None] Network 13318def-9979-4c87-bc3f-a44a97f20ade requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:01.116919 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5dc4a-a520-4129-a2a8-0d00fc5fabaa req-927cdc79-f147-428c-8c19-c1de4a57be31 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:01.118441 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4cc5dc4a-a520-4129-a2a8-0d00fc5fabaa req-927cdc79-f147-428c-8c19-c1de4a57be31 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 931 time: 0.0551095 May 16 15:24:01.119339 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-0427aebd-6968-4acb-81bd-e440a6588a74 None None] Provisioning complete for port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:01.119710 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0427aebd-6968-4acb-81bd-e440a6588a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.167658 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4cc5dc4a-a520-4129-a2a8-0d00fc5fabaa req-fe24d1a4-0cc3-4249-9ce8-037941a7d4ae tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407722 May 16 15:24:01.185602 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Request body: {'port': {'device_id': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:01.243873 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5932ef72-da59-4163-b091-83604c0d8211), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.259595 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a6aa4995-2497-410f-bcda-1a28f7129b1c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9311969 May 16 15:24:01.260801 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56348) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:01.265202 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-890443747-router', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:01.347976 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3437c37f-705b-4d88-a898-66834391112d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df7d412-2000-598c-b13d-3ec64b05f419-13318def-9979-4c87-bc3f-a44a97f20ade', 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade', 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'fixed_ips': [{'subnet_id': '0af1f592-0721-4644-85af-0656731ff3e2'}]}} from dv-cinder-790535-39-iscsi. {{(pid=103979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:24:01.349080 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3437c37f-705b-4d88-a898-66834391112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.365334 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:23:56Z', 'revision_number': 4, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '590b1a6b-c45c-4d81-88c7-236b5b33a0d3', 'name': '', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'mac_address': 'fa:16:3e:e7:b4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:56Z', 'updated_at': '2022-05-16T15:24:00Z', 'revision_number': 4, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'subnets': [{'id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:01.371330 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1828909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7034'] for router (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.371563 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-0427aebd-6968-4acb-81bd-e440a6588a74 None None] Current status of the port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:01.371563 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0427aebd-6968-4acb-81bd-e440a6588a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.371744 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1829940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1642029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7027'] for router (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.414469 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8f54d8-8747-4370-b828-0b63f3e5c07b None None] The sync data for ids ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'] in dv-cinder-790535-39-iscsi is: [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:23:56Z', 'revision_number': 4, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '590b1a6b-c45c-4d81-88c7-236b5b33a0d3', 'name': '', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'mac_address': 'fa:16:3e:e7:b4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:56Z', 'updated_at': '2022-05-16T15:24:00Z', 'revision_number': 4, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'subnets': [{'id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:01.432590 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Publish callbacks [] for router_controller (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), precommit_add_association {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.441616 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-0427aebd-6968-4acb-81bd-e440a6588a74 None None] For port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=590b1a6b-c45c-4d81-88c7-236b5b33a0d3,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:01.581728 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0427aebd-6968-4acb-81bd-e440a6588a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.638426 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-3437c37f-705b-4d88-a898-66834391112d None None] Allocated IP 172.20.0.2 (13318def-9979-4c87-bc3f-a44a97f20ade/0af1f592-0721-4644-85af-0656731ff3e2/52a0e920-f536-4fe3-8985-3d01d588cec1) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:01.663311 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427aebd-6968-4acb-81bd-e440a6588a74 None None] Pushing event updated for resources: {'Port': ['ID=590b1a6b-c45c-4d81-88c7-236b5b33a0d3,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:01.723708 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Publish callbacks [] for router_gateway (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.812761 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5932ef72-da59-4163-b091-83604c0d8211 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:24:01.821657 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3437c37f-705b-4d88-a898-66834391112d None None] Publish callbacks [] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.821858 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Publish callbacks [] for port (5932ef72-da59-4163-b091-83604c0d8211), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.836305 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Transition to ACTIVE for port object 5932ef72-da59-4163-b091-83604c0d8211 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:24:01.919181 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3437c37f-705b-4d88-a898-66834391112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.952867 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (5932ef72-da59-4163-b091-83604c0d8211), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.972230 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3437c37f-705b-4d88-a898-66834391112d None None] Network 13318def-9979-4c87-bc3f-a44a97f20ade is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:01.982326 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-3437c37f-705b-4d88-a898-66834391112d None None] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:01.987880 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437c37f-705b-4d88-a898-66834391112d None None] Pushing event updated for resources: {'Port': ['ID=52a0e920-f536-4fe3-8985-3d01d588cec1,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:01.987880 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3437c37f-705b-4d88-a898-66834391112d None None] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:02.005896 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Publish callbacks [] for router_gateway (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.044844 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.092233 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-3437c37f-705b-4d88-a898-66834391112d None None] Attempting to bind port 52a0e920-f536-4fe3-8985-3d01d588cec1 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:02.092665 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-3437c37f-705b-4d88-a898-66834391112d None None] Attempting to bind port 52a0e920-f536-4fe3-8985-3d01d588cec1 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '7c670f01-c403-4cb8-8165-c81fbf40390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:02.093176 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437c37f-705b-4d88-a898-66834391112d None None] Attempting to bind port 52a0e920-f536-4fe3-8985-3d01d588cec1 on network 13318def-9979-4c87-bc3f-a44a97f20ade {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:02.101001 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437c37f-705b-4d88-a898-66834391112d None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:02.101641 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437c37f-705b-4d88-a898-66834391112d None None] Checking segment: {'id': '7c670f01-c403-4cb8-8165-c81fbf40390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:02.102050 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3437c37f-705b-4d88-a898-66834391112d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.102623 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437c37f-705b-4d88-a898-66834391112d None None] Bound using segment: {'id': '7c670f01-c403-4cb8-8165-c81fbf40390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:02.104883 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-3437c37f-705b-4d88-a898-66834391112d None None] Bound port: 52a0e920-f536-4fe3-8985-3d01d588cec1, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c670f01-c403-4cb8-8165-c81fbf40390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:02.105807 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3437c37f-705b-4d88-a898-66834391112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.143968 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Pushing event updated for resources: {'Port': ['ID=5932ef72-da59-4163-b091-83604c0d8211,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:02.183150 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Attempting to bind port 5932ef72-da59-4163-b091-83604c0d8211 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:02.183618 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Attempting to bind port 5932ef72-da59-4163-b091-83604c0d8211 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:02.184195 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Attempting to bind port 5932ef72-da59-4163-b091-83604c0d8211 on network c04e7fee-d98e-4604-82f3-3cc633c866f1 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:02.204917 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Port 5932ef72-da59-4163-b091-83604c0d8211 on network c04e7fee-d98e-4604-82f3-3cc633c866f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:24:02.205670 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Attempting to bind port 5932ef72-da59-4163-b091-83604c0d8211 on network c04e7fee-d98e-4604-82f3-3cc633c866f1 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:02.213882 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:02.215112 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Checking segment: {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:02.215688 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Bound using segment: {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:02.216291 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Bound port: 5932ef72-da59-4163-b091-83604c0d8211, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dacf25b-9597-4353-8395-62e29762745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:02.216806 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5932ef72-da59-4163-b091-83604c0d8211), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.236503 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-3437c37f-705b-4d88-a898-66834391112d None None] For port 52a0e920-f536-4fe3-8985-3d01d588cec1, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:02.244530 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-3437c37f-705b-4d88-a898-66834391112d None None] For port 52a0e920-f536-4fe3-8985-3d01d588cec1, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=52a0e920-f536-4fe3-8985-3d01d588cec1,segment=NetworkSegment(7c670f01-c403-4cb8-8165-c81fbf40390a),segment_id=7c670f01-c403-4cb8-8165-c81fbf40390a)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:02.272724 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a8562-72dc-423c-93f0-d32cc5942a91 req-154855fa-57c0-48bd-8cdd-1b9780e35e3a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:02.274374 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-256a8562-72dc-423c-93f0-d32cc5942a91 req-154855fa-57c0-48bd-8cdd-1b9780e35e3a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.1428969 May 16 15:24:02.298599 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] For port 5932ef72-da59-4163-b091-83604c0d8211, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:02.301881 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] For port 5932ef72-da59-4163-b091-83604c0d8211, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5932ef72-da59-4163-b091-83604c0d8211,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:02.381730 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-256a8562-72dc-423c-93f0-d32cc5942a91 req-3f3d9366-fa4d-438f-8e5b-6b255ae5a858 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711761 May 16 15:24:02.382153 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3437c37f-705b-4d88-a898-66834391112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.382611 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Allocated IP 172.27.2.142 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/b7120c9c-bee6-4443-815a-007102cbb3b8) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:02.388929 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e45fd-0de0-431b-acd6-5143d39a4f66 req-01d7e5f0-e0c4-467b-b044-30a34b998f32 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:02.390376 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ac9e45fd-0de0-431b-acd6-5143d39a4f66 req-01d7e5f0-e0c4-467b-b044-30a34b998f32 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 943 time: 0.0854650 May 16 15:24:02.433504 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (5932ef72-da59-4163-b091-83604c0d8211), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.481869 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437c37f-705b-4d88-a898-66834391112d None None] Pushing event updated for resources: {'Port': ['ID=52a0e920-f536-4fe3-8985-3d01d588cec1,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:02.489077 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:02.489911 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.491516 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] 10.222.0.79 "PUT /v2.0/ports/5932ef72-da59-4163-b091-83604c0d8211 HTTP/1.1" status: 200 len: 1093 time: 1.3102598 May 16 15:24:02.492104 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'tag': '5932ef72-da59-4163-b091-83604c0d8211'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:02.494651 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6155ca0b-7be3-4efd-aa21-40385354778a" -d '{"events": [{"name": "network-changed", "server_uuid": "d0316dc2-94eb-4a8c-811e-057cbe5fd20e", "tag": "5932ef72-da59-4163-b091-83604c0d8211"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:02.520697 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ac9e45fd-0de0-431b-acd6-5143d39a4f66 req-e597f225-ece2-4972-b5a6-97fb98f1defa tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207888 May 16 15:24:02.537873 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a09bbe-9b52-40f8-af23-512c34efbc3d service neutron] Pushing event updated for resources: {'Port': ['ID=5932ef72-da59-4163-b091-83604c0d8211,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:02.598857 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b81ca3f-47c9-4956-9007-4dc24c203f6d x-openstack-request-id: req-9b81ca3f-47c9-4956-9007-4dc24c203f6d {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:02.599385 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0316dc2-94eb-4a8c-811e-057cbe5fd20e", "tag": "5932ef72-da59-4163-b091-83604c0d8211", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:02.599814 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b81ca3f-47c9-4956-9007-4dc24c203f6d {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:02.600391 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b81ca3f-47c9-4956-9007-4dc24c203f6d'] response: {'name': 'network-changed', 'server_uuid': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'tag': '5932ef72-da59-4163-b091-83604c0d8211', 'status': 'completed', 'code': 200} May 16 15:24:02.690694 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155ca0b-7be3-4efd-aa21-40385354778a req-0d8cde3c-d34d-47bd-ab36-c472d3d1bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:02.692550 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6155ca0b-7be3-4efd-aa21-40385354778a req-0d8cde3c-d34d-47bd-ab36-c472d3d1bc6a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 1127 time: 0.0564563 May 16 15:24:02.773852 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Publish callbacks [] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.876461 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155ca0b-7be3-4efd-aa21-40385354778a req-82f25778-5c37-47bd-9832-1382014acc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:02.877993 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6155ca0b-7be3-4efd-aa21-40385354778a req-82f25778-5c37-47bd-9832-1382014acc37 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=c3c3d75e638a4871b548ba689eeddeda&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1763110 May 16 15:24:02.970283 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.029441 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155ca0b-7be3-4efd-aa21-40385354778a req-b136f018-c463-4054-9292-ab8fc6e9fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:03.031060 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6155ca0b-7be3-4efd-aa21-40385354778a req-b136f018-c463-4054-9292-ab8fc6e9fd96 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385248 May 16 15:24:03.033855 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:03.037035 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:03.045259 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:03.101282 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Pushing event updated for resources: {'Port': ['ID=b7120c9c-bee6-4443-815a-007102cbb3b8,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:03.135284 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adb658-7a38-460d-9837-09d942d4772b req-41e067af-61bb-4605-b46e-a6f5217e8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:03.136995 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-41e067af-61bb-4605-b46e-a6f5217e8dc4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 1127 time: 0.0572596 May 16 15:24:03.184152 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-01340cd7-a8ab-4a20-b606-54b03b25cfbb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5932ef72-da59-4163-b091-83604c0d8211 HTTP/1.1" status: 200 len: 217 time: 0.0334463 May 16 15:24:03.237829 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adb658-7a38-460d-9837-09d942d4772b req-664473a5-1f27-4780-8303-d5d3c6c5595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:03.239416 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-664473a5-1f27-4780-8303-d5d3c6c5595b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.0494585 May 16 15:24:03.285180 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adb658-7a38-460d-9837-09d942d4772b req-e9f8e5a4-2569-492a-9cf7-45490036ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:03.286748 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-e9f8e5a4-2569-492a-9cf7-45490036ceb2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401680 May 16 15:24:03.394235 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-14007609-dbb3-442f-9931-92311889bbef service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002216 May 16 15:24:03.502000 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Publish callbacks [] for router_gateway (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.535074 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 52a0e920-f536-4fe3-8985-3d01d588cec1 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:03.606747 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93adb658-7a38-460d-9837-09d942d4772b req-574edb85-623c-4423-b907-fa24af17965f service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935110 May 16 15:24:03.622901 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f357a25-a653-4548-8d51-1686df727cb7 req-acb7dc77-4f4a-4148-bf0b-d13115d0c7ef tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:03.631889 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1f357a25-a653-4548-8d51-1686df727cb7 req-acb7dc77-4f4a-4148-bf0b-d13115d0c7ef tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.1154399 May 16 15:24:03.657737 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 52a0e920-f536-4fe3-8985-3d01d588cec1 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:03.658273 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.702522 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1f357a25-a653-4548-8d51-1686df727cb7 req-3857c1c7-398e-435b-9178-2546e1d5de3a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696380 May 16 15:24:03.719723 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17452a81-7419-4172-8305-04c931ec78e6 req-07cb877d-3923-4479-b715-a578668e14fe tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:03.721277 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-17452a81-7419-4172-8305-04c931ec78e6 req-07cb877d-3923-4479-b715-a578668e14fe tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 943 time: 0.0670948 May 16 15:24:03.753746 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 52a0e920-f536-4fe3-8985-3d01d588cec1 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:03.754247 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.795410 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port 52a0e920-f536-4fe3-8985-3d01d588cec1, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=52a0e920-f536-4fe3-8985-3d01d588cec1,segment=NetworkSegment(7c670f01-c403-4cb8-8165-c81fbf40390a),segment_id=7c670f01-c403-4cb8-8165-c81fbf40390a)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:03.815361 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-17452a81-7419-4172-8305-04c931ec78e6 req-47bf2465-c175-4a23-88db-bcc495bf7819 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861287 May 16 15:24:03.834451 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:24:03.863134 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830115'] for router (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.864806 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4370dd0-1015-435c-aee6-22da261d92e2 None None] Network 13318def-9979-4c87-bc3f-a44a97f20ade requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:03.894200 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.895027 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:03.971048 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-f14d89c0-7ad6-46b4-b37d-ae9a43cf7b2e None None] Provisioning complete for port 52a0e920-f536-4fe3-8985-3d01d588cec1 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:03.971423 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f14d89c0-7ad6-46b4-b37d-ae9a43cf7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.084236 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Router 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 is scheduled to L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 with binding_index 1 {{(pid=103978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:24:04.143887 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device a3126c76-9ed9-4501-8584-9b5b2ba2d62e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:24:04.201151 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:04.205077 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=52a0e920-f536-4fe3-8985-3d01d588cec1,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:04.213577 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Sync routers for ids ['4819a1fa-01b8-4654-b50b-b1c53a4a3e07'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:04.224651 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Routers {'4819a1fa-01b8-4654-b50b-b1c53a4a3e07'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:04.225350 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-af208e53-e968-4202-8929-1f5872135b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4819a1fa-01b8-4654-b50b-b1c53a4a3e07'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:04.262719 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:04.263095 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.335211 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Set router 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:04.367035 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.368777 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-7978b891-6f76-47fa-984e-7b427027e58a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1069648 May 16 15:24:04.376582 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56388) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:04.398533 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:04.467005 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'port_id': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'mac_address': 'fa:16:3e:a5:21:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:24:04.481583 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-f14d89c0-7ad6-46b4-b37d-ae9a43cf7b2e None None] Current status of the port 52a0e920-f536-4fe3-8985-3d01d588cec1 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:04.531266 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port a3126c76-9ed9-4501-8584-9b5b2ba2d62e is: ACTIVE; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:04.531648 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.548886 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3126c76-9ed9-4501-8584-9b5b2ba2d62e {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:24:04.602262 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-af208e53-e968-4202-8929-1f5872135b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'name': 'tempest-TestShelveInstance-890443747-router', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:01Z', 'updated_at': '2022-05-16T15:24:03Z', 'revision_number': 3, 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'gw_port': {'id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:02Z', 'updated_at': '2022-05-16T15:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:04.602872 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:04.614987 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:04.625596 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-81145bd2-5c8b-4e99-a80d-7e07527f18bf None None] Provisioning complete for port 52a0e920-f536-4fe3-8985-3d01d588cec1 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:04.626217 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-81145bd2-5c8b-4e99-a80d-7e07527f18bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.630236 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Checking router: 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:04.630590 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Updating router 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 port b7120c9c-bee6-4443-815a-007102cbb3b8 binding host dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:04.667072 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.716787 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.742929 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-81145bd2-5c8b-4e99-a80d-7e07527f18bf None None] Current status of the port 52a0e920-f536-4fe3-8985-3d01d588cec1 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:04.775729 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,revision_number=6']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:04.836751 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['a3126c76-9ed9-4501-8584-9b5b2ba2d62e'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:24:04.902420 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e51ed-184f-4259-9afb-082778e76c5d req-d7223640-52e7-4958-bd7a-95a15b72e745 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:04.910754 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-803e51ed-184f-4259-9afb-082778e76c5d req-d7223640-52e7-4958-bd7a-95a15b72e745 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0972574 May 16 15:24:04.976025 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-803e51ed-184f-4259-9afb-082778e76c5d req-5a253372-095e-489d-98cd-21b02bc9555a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639508 May 16 15:24:04.979791 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19542a4-4951-4068-a800-530cedfd428c req-e1100564-1b27-4c4c-8f88-54aa00b20639 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:04.981948 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d19542a4-4951-4068-a800-530cedfd428c req-e1100564-1b27-4c4c-8f88-54aa00b20639 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 943 time: 0.0766511 May 16 15:24:04.997965 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.047825 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Publish callbacks [] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.088164 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d19542a4-4951-4068-a800-530cedfd428c req-e85d295b-d151-42a5-8a8e-12d8fbead4af tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862272 May 16 15:24:05.182751 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Allocated IP 172.20.0.1 (13318def-9979-4c87-bc3f-a44a97f20ade/0af1f592-0721-4644-85af-0656731ff3e2/52310d03-33d0-4394-abed-3dda0db1ff29) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:05.199499 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.248572 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Attempting to bind port b7120c9c-bee6-4443-815a-007102cbb3b8 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:05.248914 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Attempting to bind port b7120c9c-bee6-4443-815a-007102cbb3b8 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:05.249265 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Attempting to bind port b7120c9c-bee6-4443-815a-007102cbb3b8 on network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:05.259567 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:05.260214 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Checking segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:05.260614 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.261003 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Bound using segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:05.262195 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Bound port: b7120c9c-bee6-4443-815a-007102cbb3b8, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:05.262744 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.288424 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad00a8-6a13-462a-b3ae-4c723d46f551 None None] Pushing event updated for resources: {'Port': ['ID=b7120c9c-bee6-4443-815a-007102cbb3b8,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:05.291299 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Publish callbacks [] for port (52310d03-33d0-4394-abed-3dda0db1ff29), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.320753 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-af208e53-e968-4202-8929-1f5872135b08 None None] For port b7120c9c-bee6-4443-815a-007102cbb3b8, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:05.324712 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-af208e53-e968-4202-8929-1f5872135b08 None None] For port b7120c9c-bee6-4443-815a-007102cbb3b8, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=b7120c9c-bee6-4443-815a-007102cbb3b8,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:05.392461 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 52a0e920-f536-4fe3-8985-3d01d588cec1 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:05.439763 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 52a0e920-f536-4fe3-8985-3d01d588cec1 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:05.440133 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.472977 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.473339 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.514348 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Network 13318def-9979-4c87-bc3f-a44a97f20ade is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:05.516066 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 52a0e920-f536-4fe3-8985-3d01d588cec1 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:05.518170 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:05.521157 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:05.545657 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Routers {'4819a1fa-01b8-4654-b50b-b1c53a4a3e07'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:05.546724 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-af208e53-e968-4202-8929-1f5872135b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4819a1fa-01b8-4654-b50b-b1c53a4a3e07'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:05.550790 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Pushing event updated for resources: {'Port': ['ID=52310d03-33d0-4394-abed-3dda0db1ff29,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:05.555980 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad00a8-6a13-462a-b3ae-4c723d46f551 None None] Pushing event updated for resources: {'Port': ['ID=b7120c9c-bee6-4443-815a-007102cbb3b8,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:05.577204 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1834446'] for router_interface (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.700413 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-af208e53-e968-4202-8929-1f5872135b08 None None] Set router 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:05.775268 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-a76fe85e-7216-4c56-9997-acc28cea4baa None None] Provisioning complete for port 52310d03-33d0-4394-abed-3dda0db1ff29 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:05.775869 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a76fe85e-7216-4c56-9997-acc28cea4baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.820056 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-a76fe85e-7216-4c56-9997-acc28cea4baa None None] Port 52310d03-33d0-4394-abed-3dda0db1ff29 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:05.972023 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-af208e53-e968-4202-8929-1f5872135b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'name': 'tempest-TestShelveInstance-890443747-router', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:01Z', 'updated_at': '2022-05-16T15:24:03Z', 'revision_number': 3, 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'gw_port': {'id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:02Z', 'updated_at': '2022-05-16T15:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:06.007803 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af208e53-e968-4202-8929-1f5872135b08 None None] The sync data for ids ['4819a1fa-01b8-4654-b50b-b1c53a4a3e07'] in dv-cinder-790535-39-iscsi is: [{'id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'name': 'tempest-TestShelveInstance-890443747-router', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:01Z', 'updated_at': '2022-05-16T15:24:03Z', 'revision_number': 3, 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'gw_port': {'id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:02Z', 'updated_at': '2022-05-16T15:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:06.119467 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.131089 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 5932ef72-da59-4163-b091-83604c0d8211 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:24:06.137016 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device a3126c76-9ed9-4501-8584-9b5b2ba2d62e up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:06.166899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a419f8-1f92-42fa-a86d-445f3eef1614 req-075f167a-f2cd-41be-90a2-845db4689ecf tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:06.178762 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-96a419f8-1f92-42fa-a86d-445f3eef1614 req-075f167a-f2cd-41be-90a2-845db4689ecf tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1138985 May 16 15:24:06.267612 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-96a419f8-1f92-42fa-a86d-445f3eef1614 req-0645d4f6-800d-4e09-b1aa-15a40d2dddf5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878649 May 16 15:24:06.273102 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port a3126c76-9ed9-4501-8584-9b5b2ba2d62e triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:06.273102 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.361969 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee74e6-4e3f-47f5-a31e-c540f6827d0c req-4a8791bc-a9f8-4820-9ac0-288d720571a3 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:06.363921 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-26ee74e6-4e3f-47f5-a31e-c540f6827d0c req-4a8791bc-a9f8-4820-9ac0-288d720571a3 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 943 time: 0.1170070 May 16 15:24:06.510028 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port a3126c76-9ed9-4501-8584-9b5b2ba2d62e is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:06.510425 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.512546 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-26ee74e6-4e3f-47f5-a31e-c540f6827d0c req-5dac5837-bac5-42cb-8d2c-ae531d742258 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355970 May 16 15:24:06.549072 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Publish callbacks [] for port (52310d03-33d0-4394-abed-3dda0db1ff29), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.569922 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:06.572255 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da958d6d-f290-49a8-858d-0834a40d1fa0" -d '{"events": [{"server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "name": "network-vif-plugged", "status": "completed", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:06.582400 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 5932ef72-da59-4163-b091-83604c0d8211, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5932ef72-da59-4163-b091-83604c0d8211,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:06.613775 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:06.616872 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '5932ef72-da59-4163-b091-83604c0d8211', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'port_id': '5932ef72-da59-4163-b091-83604c0d8211', 'mac_address': 'fa:16:3e:6e:bd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:24:06.657093 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aa9b9c-b4db-4b5e-9551-4e94c5f5c760 x-openstack-request-id: req-c0aa9b9c-b4db-4b5e-9551-4e94c5f5c760 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:06.657331 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "name": "network-vif-plugged", "status": "completed", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:06.657592 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0aa9b9c-b4db-4b5e-9551-4e94c5f5c760 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:06.657993 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0aa9b9c-b4db-4b5e-9551-4e94c5f5c760'] response: {'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'code': 200} May 16 15:24:06.658309 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.668396 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 5932ef72-da59-4163-b091-83604c0d8211 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:06.668965 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5932ef72-da59-4163-b091-83604c0d8211), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.698421 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5932ef72-da59-4163-b091-83604c0d8211 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:24:06.706288 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.748987 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Pushing event updated for resources: {'Port': ['ID=52310d03-33d0-4394-abed-3dda0db1ff29,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:06.755906 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1833092'] for router_interface (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.789177 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 5932ef72-da59-4163-b091-83604c0d8211, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5932ef72-da59-4163-b091-83604c0d8211,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:06.796233 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,revision_number=7']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:06.806488 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56440) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:06.884163 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5932ef72-da59-4163-b091-83604c0d8211), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.906896 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Network 13318def-9979-4c87-bc3f-a44a97f20ade is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:06.908422 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:06.999900 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=5932ef72-da59-4163-b091-83604c0d8211,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:07.034793 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a064c3f5-986f-4244-b3f9-ddd585ef05af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.129187 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Router 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:24:07.229659 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['5932ef72-da59-4163-b091-83604c0d8211'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:24:07.261399 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a064c3f5-986f-4244-b3f9-ddd585ef05af admin admin] Publish callbacks [] for security_group (2b57691b-5822-4e4c-914d-415e19e84b2d), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.280319 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:07.292935 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0a9e1e7d-d6dd-41b8-9587-0f63d05efcaa admin admin] 10.222.0.76 "PUT /v2.0/routers/4819a1fa-01b8-4654-b50b-b1c53a4a3e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9083188 May 16 15:24:07.331925 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-fb5b8e0e-571c-4ffa-b7b7-cedf8270611b None None] Provisioning complete for port 52310d03-33d0-4394-abed-3dda0db1ff29 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:07.332296 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fb5b8e0e-571c-4ffa-b7b7-cedf8270611b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.410276 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a064c3f5-986f-4244-b3f9-ddd585ef05af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (2b57691b-5822-4e4c-914d-415e19e84b2d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.454852 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-fb5b8e0e-571c-4ffa-b7b7-cedf8270611b None None] Port 52310d03-33d0-4394-abed-3dda0db1ff29 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:07.553340 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device b7120c9c-bee6-4443-815a-007102cbb3b8 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:07.613135 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8ae3d-95ce-4ef4-9bef-770bd7d187f7 req-eef70972-bb60-46d6-ba77-1ab0aba74535 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:07.614841 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-08c8ae3d-95ce-4ef4-9bef-770bd7d187f7 req-eef70972-bb60-46d6-ba77-1ab0aba74535 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.1993718 May 16 15:24:07.617562 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a064c3f5-986f-4244-b3f9-ddd585ef05af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=769e22e843384edeac5e1db1563399a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8133748 May 16 15:24:07.622506 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56468) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:07.644011 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064c3f5-986f-4244-b3f9-ddd585ef05af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b57691b-5822-4e4c-914d-415e19e84b2d,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:07.723329 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-08c8ae3d-95ce-4ef4-9bef-770bd7d187f7 req-2138b0cf-ac4d-44b6-b4cd-54984936b6ef tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813606 May 16 15:24:07.763508 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port b7120c9c-bee6-4443-815a-007102cbb3b8 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:07.763791 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.805217 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac0a1-7418-481a-963b-3b2b455234d7 admin admin] Publish callbacks [] for security_group (2b57691b-5822-4e4c-914d-415e19e84b2d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.838386 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d2c83-e368-4cd1-a782-a7f600780116 req-3c8368ac-5f3d-4cf3-b392-dbffa96f405c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:07.844222 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-553d2c83-e368-4cd1-a782-a7f600780116 req-3c8368ac-5f3d-4cf3-b392-dbffa96f405c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 944 time: 0.1419513 May 16 15:24:07.867430 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac0a1-7418-481a-963b-3b2b455234d7 admin admin] Publish callbacks [] for security_group (2b57691b-5822-4e4c-914d-415e19e84b2d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.900854 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port b7120c9c-bee6-4443-815a-007102cbb3b8 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:07.901445 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.939354 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port b7120c9c-bee6-4443-815a-007102cbb3b8, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=b7120c9c-bee6-4443-815a-007102cbb3b8,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:07.941842 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-553d2c83-e368-4cd1-a782-a7f600780116 req-e316a740-c540-44c5-ad16-33819fc41c3c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845404 May 16 15:24:08.034489 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.102206 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=b7120c9c-bee6-4443-815a-007102cbb3b8,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:08.112590 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac0a1-7418-481a-963b-3b2b455234d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (2b57691b-5822-4e4c-914d-415e19e84b2d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.115276 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac0a1-7418-481a-963b-3b2b455234d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.116595 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-5a7ac0a1-7418-481a-963b-3b2b455234d7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2b57691b-5822-4e4c-914d-415e19e84b2d HTTP/1.1" status: 204 len: 168 time: 0.4907329 May 16 15:24:08.137865 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ac0a1-7418-481a-963b-3b2b455234d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b57691b-5822-4e4c-914d-415e19e84b2d,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:08.410380 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56474) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:08.410380 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-56f62636-89ca-4b86-b827-eb767d1965f3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626057101', 'description': 'tempest-secgroup-smoke-1626057101 description', 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:08.439681 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 5932ef72-da59-4163-b091-83604c0d8211 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:08.545131 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 5932ef72-da59-4163-b091-83604c0d8211 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:24:08.821339 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 5932ef72-da59-4163-b091-83604c0d8211 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:08.821746 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5932ef72-da59-4163-b091-83604c0d8211), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.879234 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69235ec3-02cd-4405-9611-8c55ae7f62d1 req-394ad9dc-2e6c-4186-8c27-1bb351739e9e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:08.881837 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-69235ec3-02cd-4405-9611-8c55ae7f62d1 req-394ad9dc-2e6c-4186-8c27-1bb351739e9e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0656247 May 16 15:24:08.884870 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-56f62636-89ca-4b86-b827-eb767d1965f3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.964427 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 5932ef72-da59-4163-b091-83604c0d8211 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:08.965866 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5932ef72-da59-4163-b091-83604c0d8211), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.028898 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 5932ef72-da59-4163-b091-83604c0d8211, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5932ef72-da59-4163-b091-83604c0d8211,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:09.030550 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5932ef72-da59-4163-b091-83604c0d8211'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:09.033628 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d2f7be-9f9d-4f63-a8d9-a09c14bdfa71" -d '{"events": [{"server_uuid": "d0316dc2-94eb-4a8c-811e-057cbe5fd20e", "name": "network-vif-plugged", "status": "completed", "tag": "5932ef72-da59-4163-b091-83604c0d8211"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:09.082017 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-69235ec3-02cd-4405-9611-8c55ae7f62d1 req-51c7fe90-d5f7-4330-ac2d-36ef356520b9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920824 May 16 15:24:09.101410 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Sync routers for ids ['4819a1fa-01b8-4654-b50b-b1c53a4a3e07'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:09.112886 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Routers {'4819a1fa-01b8-4654-b50b-b1c53a4a3e07'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:09.113513 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4819a1fa-01b8-4654-b50b-b1c53a4a3e07'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:09.156416 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e8d43f-add1-4a9c-a5ca-63818c00562e x-openstack-request-id: req-c3e8d43f-add1-4a9c-a5ca-63818c00562e {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:09.156660 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0316dc2-94eb-4a8c-811e-057cbe5fd20e", "name": "network-vif-plugged", "status": "completed", "tag": "5932ef72-da59-4163-b091-83604c0d8211", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:09.156800 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c3e8d43f-add1-4a9c-a5ca-63818c00562e {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:09.157194 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e8d43f-add1-4a9c-a5ca-63818c00562e'] response: {'server_uuid': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5932ef72-da59-4163-b091-83604c0d8211', 'code': 200} May 16 15:24:09.160334 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5932ef72-da59-4163-b091-83604c0d8211), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.171769 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff35c05-bbb8-4d81-8780-a6e8b67fbd71 req-0249fca3-a37a-42c9-a2ee-290c2a41819c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:09.178112 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-56f62636-89ca-4b86-b827-eb767d1965f3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group (f1e78cea-6a38-4939-ac9d-b1b35f514719), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.180343 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1ff35c05-bbb8-4d81-8780-a6e8b67fbd71 req-0249fca3-a37a-42c9-a2ee-290c2a41819c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 944 time: 0.0983994 May 16 15:24:09.251510 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1ff35c05-bbb8-4d81-8780-a6e8b67fbd71 req-9c063da0-31e8-41b1-9f68-f73175467783 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668347 May 16 15:24:09.278569 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=5932ef72-da59-4163-b091-83604c0d8211,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:09.279539 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-56f62636-89ca-4b86-b827-eb767d1965f3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (f1e78cea-6a38-4939-ac9d-b1b35f514719), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.298111 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Set router 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:09.336993 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f62636-89ca-4b86-b827-eb767d1965f3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e78cea-6a38-4939-ac9d-b1b35f514719,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:09.457373 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-56f62636-89ca-4b86-b827-eb767d1965f3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.458999 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-56f62636-89ca-4b86-b827-eb767d1965f3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1071210 May 16 15:24:09.461968 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56498) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:09.467408 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-dfec93c1-f500-4086-a429-c1099ce24b7e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Request body: {'security_group_rule': {'security_group_id': 'f1e78cea-6a38-4939-ac9d-b1b35f514719', 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:09.477622 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56500) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:09.535774 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device b7120c9c-bee6-4443-815a-007102cbb3b8 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:09.600436 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfec93c1-f500-4086-a429-c1099ce24b7e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (2a36b6be-2b28-4a22-80ce-dab613f4dfe7), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.608581 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'name': 'tempest-TestShelveInstance-890443747-router', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:01Z', 'updated_at': '2022-05-16T15:24:05Z', 'revision_number': 4, 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'gw_port': {'id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:02Z', 'updated_at': '2022-05-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '52310d03-33d0-4394-abed-3dda0db1ff29', 'name': '', 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'mac_address': 'fa:16:3e:7c:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '0af1f592-0721-4644-85af-0656731ff3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:06Z', 'revision_number': 2, 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'subnets': [{'id': '0af1f592-0721-4644-85af-0656731ff3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:09.613770 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673526fa-c83c-4ab7-bf48-d92b62d8dac4 req-3f300209-e6a3-4589-9d5f-398a0ce23747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:09.614667 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-673526fa-c83c-4ab7-bf48-d92b62d8dac4 req-3f300209-e6a3-4589-9d5f-398a0ce23747 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 1129 time: 0.0598907 May 16 15:24:09.700634 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfec93c1-f500-4086-a429-c1099ce24b7e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (2a36b6be-2b28-4a22-80ce-dab613f4dfe7), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.725041 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-673526fa-c83c-4ab7-bf48-d92b62d8dac4 req-e201b0aa-64cd-4661-8ffa-61adb6d895a1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994930 May 16 15:24:09.726542 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-844c71f5-4f38-4f77-b574-c93dd679e7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.805350 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfec93c1-f500-4086-a429-c1099ce24b7e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (2a36b6be-2b28-4a22-80ce-dab613f4dfe7), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.825547 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec93c1-f500-4086-a429-c1099ce24b7e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a36b6be-2b28-4a22-80ce-dab613f4dfe7,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:09.848446 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-844c71f5-4f38-4f77-b574-c93dd679e7af admin admin] Publish callbacks [] for security_group (7719aa56-070b-4d81-84cc-00f2d4a704d1), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.852084 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Checking router: 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:09.852437 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Updating router 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 port 52310d03-33d0-4394-abed-3dda0db1ff29 binding host dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:09.855712 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port b7120c9c-bee6-4443-815a-007102cbb3b8 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:09.856083 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.909140 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfec93c1-f500-4086-a429-c1099ce24b7e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.910658 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-dfec93c1-f500-4086-a429-c1099ce24b7e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4473367 May 16 15:24:09.913332 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56510) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:09.917931 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-c42549cc-af36-4d63-be43-5a157dc67a37 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Request body: {'security_group_rule': {'security_group_id': 'f1e78cea-6a38-4939-ac9d-b1b35f514719', 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:09.921512 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.942762 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-844c71f5-4f38-4f77-b574-c93dd679e7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (7719aa56-070b-4d81-84cc-00f2d4a704d1), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.987948 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-844c71f5-4f38-4f77-b574-c93dd679e7af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b4d2c90c8cf1430baa5f70b93176aafa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5084462 May 16 15:24:09.989282 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c71f5-4f38-4f77-b574-c93dd679e7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7719aa56-070b-4d81-84cc-00f2d4a704d1,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:09.990542 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56512) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:10.007979 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port b7120c9c-bee6-4443-815a-007102cbb3b8 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:10.033813 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c42549cc-af36-4d63-be43-5a157dc67a37 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (ddf9080d-ff3d-47a4-b752-32e5f5e08dd8), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.097730 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-418a7645-90b8-4a09-9735-3beed6630138 admin admin] Publish callbacks [] for security_group (7719aa56-070b-4d81-84cc-00f2d4a704d1), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.133882 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-418a7645-90b8-4a09-9735-3beed6630138 admin admin] Publish callbacks [] for security_group (7719aa56-070b-4d81-84cc-00f2d4a704d1), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.134364 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c42549cc-af36-4d63-be43-5a157dc67a37 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (ddf9080d-ff3d-47a4-b752-32e5f5e08dd8), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.219896 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c42549cc-af36-4d63-be43-5a157dc67a37 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (ddf9080d-ff3d-47a4-b752-32e5f5e08dd8), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.257601 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b0c7f-9fad-4655-9894-418de121a5c5 req-5707312a-bb73-477d-a517-e58c78a02344 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:10.264848 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a89b0c7f-9fad-4655-9894-418de121a5c5 req-5707312a-bb73-477d-a517-e58c78a02344 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0819962 May 16 15:24:10.268072 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-418a7645-90b8-4a09-9735-3beed6630138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (7719aa56-070b-4d81-84cc-00f2d4a704d1), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.270751 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-418a7645-90b8-4a09-9735-3beed6630138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.272458 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-418a7645-90b8-4a09-9735-3beed6630138 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7719aa56-070b-4d81-84cc-00f2d4a704d1 HTTP/1.1" status: 204 len: 168 time: 0.2808943 May 16 15:24:10.287321 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42549cc-af36-4d63-be43-5a157dc67a37 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf9080d-ff3d-47a4-b752-32e5f5e08dd8,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:10.289995 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a7645-90b8-4a09-9735-3beed6630138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7719aa56-070b-4d81-84cc-00f2d4a704d1,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:10.296306 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Publish callbacks [] for port (52310d03-33d0-4394-abed-3dda0db1ff29), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.397549 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a89b0c7f-9fad-4655-9894-418de121a5c5 req-73836933-3134-4438-8dad-fdb2e51f211c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314418 May 16 15:24:10.402615 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c42549cc-af36-4d63-be43-5a157dc67a37 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.406219 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-c42549cc-af36-4d63-be43-5a157dc67a37 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4894035 May 16 15:24:10.406455 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56520) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:10.416387 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-99b2eb64-7e29-4f47-be13-f05ace83b6e3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Request body: {'security_group_rule': {'security_group_id': 'f1e78cea-6a38-4939-ac9d-b1b35f514719', 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:10.441424 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.451360 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da248d-027a-4390-8101-1eed9fe2e53d req-5f8dcebc-1196-4b2e-a7ad-e577084701b4 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:10.453209 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-92da248d-027a-4390-8101-1eed9fe2e53d req-5f8dcebc-1196-4b2e-a7ad-e577084701b4 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0968490 May 16 15:24:10.508023 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-92da248d-027a-4390-8101-1eed9fe2e53d req-d9e42cf4-d284-4776-9df9-cf23ab5f0545 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489612 May 16 15:24:10.553600 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84d7b3-1ea0-4c0e-96e3-aef58821ca24 None None] Pushing event updated for resources: {'Port': ['ID=52310d03-33d0-4394-abed-3dda0db1ff29,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:10.560579 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99b2eb64-7e29-4f47-be13-f05ace83b6e3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (1a192bde-d158-4993-9a1e-1442f7fc463f), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.611931 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Attempting to bind port 52310d03-33d0-4394-abed-3dda0db1ff29 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:10.612311 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Attempting to bind port 52310d03-33d0-4394-abed-3dda0db1ff29 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '7c670f01-c403-4cb8-8165-c81fbf40390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:10.612677 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Attempting to bind port 52310d03-33d0-4394-abed-3dda0db1ff29 on network 13318def-9979-4c87-bc3f-a44a97f20ade {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:10.621430 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:10.621808 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Checking segment: {'id': '7c670f01-c403-4cb8-8165-c81fbf40390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:10.622345 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.622744 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Bound using segment: {'id': '7c670f01-c403-4cb8-8165-c81fbf40390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:10.623267 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Bound port: 52310d03-33d0-4394-abed-3dda0db1ff29, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c670f01-c403-4cb8-8165-c81fbf40390a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:10.623651 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.640974 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99b2eb64-7e29-4f47-be13-f05ace83b6e3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (1a192bde-d158-4993-9a1e-1442f7fc463f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.718800 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] For port 52310d03-33d0-4394-abed-3dda0db1ff29, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:10.723910 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] For port 52310d03-33d0-4394-abed-3dda0db1ff29, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=52310d03-33d0-4394-abed-3dda0db1ff29,segment=NetworkSegment(7c670f01-c403-4cb8-8165-c81fbf40390a),segment_id=7c670f01-c403-4cb8-8165-c81fbf40390a)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:10.764101 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99b2eb64-7e29-4f47-be13-f05ace83b6e3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (1a192bde-d158-4993-9a1e-1442f7fc463f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.787035 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2eb64-7e29-4f47-be13-f05ace83b6e3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a192bde-d158-4993-9a1e-1442f7fc463f,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:10.810724 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.840553 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-24e99cd3-dac1-473f-8e64-e848f8acbec8 None None] Provisioning complete for port 52310d03-33d0-4394-abed-3dda0db1ff29 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:10.840948 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-24e99cd3-dac1-473f-8e64-e848f8acbec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.875937 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99b2eb64-7e29-4f47-be13-f05ace83b6e3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.877156 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-99b2eb64-7e29-4f47-be13-f05ace83b6e3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4697216 May 16 15:24:10.880620 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56530) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:10.893479 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-1f27fcec-2a95-499d-8727-ef4a36b0eb82 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Request body: {'security_group_rule': {'security_group_id': 'f1e78cea-6a38-4939-ac9d-b1b35f514719', 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:10.917020 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84d7b3-1ea0-4c0e-96e3-aef58821ca24 None None] Pushing event updated for resources: {'Port': ['ID=52310d03-33d0-4394-abed-3dda0db1ff29,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:10.926951 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Routers {'4819a1fa-01b8-4654-b50b-b1c53a4a3e07'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:10.927593 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4819a1fa-01b8-4654-b50b-b1c53a4a3e07'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:11.017905 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1f27fcec-2a95-499d-8727-ef4a36b0eb82 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (d8a660e5-f0ae-461f-9702-9e476b5e044e), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.099769 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-24e99cd3-dac1-473f-8e64-e848f8acbec8 None None] Current status of the port 52310d03-33d0-4394-abed-3dda0db1ff29 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:11.100314 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-24e99cd3-dac1-473f-8e64-e848f8acbec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.138522 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1f27fcec-2a95-499d-8727-ef4a36b0eb82 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (d8a660e5-f0ae-461f-9702-9e476b5e044e), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.161057 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] Set router 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:11.211512 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-24e99cd3-dac1-473f-8e64-e848f8acbec8 None None] For port 52310d03-33d0-4394-abed-3dda0db1ff29, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=52310d03-33d0-4394-abed-3dda0db1ff29,segment=NetworkSegment(7c670f01-c403-4cb8-8165-c81fbf40390a),segment_id=7c670f01-c403-4cb8-8165-c81fbf40390a)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:11.221471 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1f27fcec-2a95-499d-8727-ef4a36b0eb82 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (d8a660e5-f0ae-461f-9702-9e476b5e044e), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.253246 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27fcec-2a95-499d-8727-ef4a36b0eb82 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a660e5-f0ae-461f-9702-9e476b5e044e,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:11.326971 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-24e99cd3-dac1-473f-8e64-e848f8acbec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.360867 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1f27fcec-2a95-499d-8727-ef4a36b0eb82 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.366782 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-1f27fcec-2a95-499d-8727-ef4a36b0eb82 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4805360 May 16 15:24:11.366782 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56536) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:11.371517 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-aad9360d-00e3-4886-ba1f-b3ce6dc3e010 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Request body: {'security_group_rule': {'security_group_id': 'f1e78cea-6a38-4939-ac9d-b1b35f514719', 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:11.449181 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e99cd3-dac1-473f-8e64-e848f8acbec8 None None] Pushing event updated for resources: {'Port': ['ID=52310d03-33d0-4394-abed-3dda0db1ff29,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:11.511611 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.securitygroups_db [None req-aad9360d-00e3-4886-ba1f-b3ce6dc3e010 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Project be817fd143aa4f3b87f6cfd77666cdb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:24:11.524104 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-ebd19d50-f5f0-4f13-87c4-aab33aabbeeb None None] Provisioning complete for port 52310d03-33d0-4394-abed-3dda0db1ff29 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:11.524486 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ebd19d50-f5f0-4f13-87c4-aab33aabbeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.530220 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aad9360d-00e3-4886-ba1f-b3ce6dc3e010 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (9e44e9df-1ef3-44dc-9a69-8dd1bc06071e), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.555058 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dee84e-6928-483b-951c-90db0e8b68b4 req-aea21c6d-6634-4f16-8890-ac6be3378ee4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:11.558325 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14dee84e-6928-483b-951c-90db0e8b68b4 req-aea21c6d-6634-4f16-8890-ac6be3378ee4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0823936 May 16 15:24:11.585716 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'name': 'tempest-TestShelveInstance-890443747-router', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:01Z', 'updated_at': '2022-05-16T15:24:05Z', 'revision_number': 4, 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'gw_port': {'id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:02Z', 'updated_at': '2022-05-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '52310d03-33d0-4394-abed-3dda0db1ff29', 'name': '', 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'mac_address': 'fa:16:3e:7c:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '0af1f592-0721-4644-85af-0656731ff3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'subnets': [{'id': '0af1f592-0721-4644-85af-0656731ff3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:11.633540 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256545d-2b75-4203-ba79-2b0b8f104be1 None None] The sync data for ids ['4819a1fa-01b8-4654-b50b-b1c53a4a3e07'] in dv-cinder-790535-39-iscsi is: [{'id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'name': 'tempest-TestShelveInstance-890443747-router', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:01Z', 'updated_at': '2022-05-16T15:24:05Z', 'revision_number': 4, 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'gw_port': {'id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:02Z', 'updated_at': '2022-05-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '52310d03-33d0-4394-abed-3dda0db1ff29', 'name': '', 'network_id': '13318def-9979-4c87-bc3f-a44a97f20ade', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'mac_address': 'fa:16:3e:7c:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '0af1f592-0721-4644-85af-0656731ff3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'subnets': [{'id': '0af1f592-0721-4644-85af-0656731ff3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:11.720623 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-ebd19d50-f5f0-4f13-87c4-aab33aabbeeb None None] Current status of the port 52310d03-33d0-4394-abed-3dda0db1ff29 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:11.736155 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aad9360d-00e3-4886-ba1f-b3ce6dc3e010 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (9e44e9df-1ef3-44dc-9a69-8dd1bc06071e), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.768258 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14dee84e-6928-483b-951c-90db0e8b68b4 req-13871654-7979-4b0c-8154-9afd2633adb8 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038412 May 16 15:24:11.787412 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454db8-3f6d-4ff3-aa65-32b3b93867d9 req-4aed4663-f3a3-4f1c-bf7b-5adadf9a56b9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:11.790926 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-30454db8-3f6d-4ff3-aa65-32b3b93867d9 req-4aed4663-f3a3-4f1c-bf7b-5adadf9a56b9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.1342943 May 16 15:24:11.822941 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aad9360d-00e3-4886-ba1f-b3ce6dc3e010 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (9e44e9df-1ef3-44dc-9a69-8dd1bc06071e), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.862558 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9360d-00e3-4886-ba1f-b3ce6dc3e010 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e44e9df-1ef3-44dc-9a69-8dd1bc06071e,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:11.894340 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-30454db8-3f6d-4ff3-aa65-32b3b93867d9 req-8beef978-bd3e-4bc7-8603-64f35f0ef3b6 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884221 May 16 15:24:12.080247 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7035f-f77e-4cc5-8fef-dfcf50bde3ce req-7a80b0a4-56c0-4963-948c-5ae45de6554e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:12.080247 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-57d7035f-f77e-4cc5-8fef-dfcf50bde3ce req-7a80b0a4-56c0-4963-948c-5ae45de6554e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0506005 May 16 15:24:12.083715 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56552) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:12.088579 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-40f05d15-d733-44f1-9a22-db036bb2072a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Request body: {'floatingip': {'port_id': '5932ef72-da59-4163-b091-83604c0d8211'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:12.189103 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-40f05d15-d733-44f1-9a22-db036bb2072a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for floatingip (b8797756-fc88-45be-b2d3-1a5cc9c9a229), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.312455 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.325172 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aad9360d-00e3-4886-ba1f-b3ce6dc3e010 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.326435 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-aad9360d-00e3-4886-ba1f-b3ce6dc3e010 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9606781 May 16 15:24:12.329246 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56556) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:12.333953 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-ae362a1b-3f8c-41e9-924e-c68826fe61c5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Request body: {'security_group_rule': {'security_group_id': 'f1e78cea-6a38-4939-ac9d-b1b35f514719', 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:12.434906 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56560) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:12.472881 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.securitygroups_db [None req-ae362a1b-3f8c-41e9-924e-c68826fe61c5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Project be817fd143aa4f3b87f6cfd77666cdb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:24:12.479580 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ae362a1b-3f8c-41e9-924e-c68826fe61c5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (333703d7-aecc-49df-9167-e5331c87765b), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.644740 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ae362a1b-3f8c-41e9-924e-c68826fe61c5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (333703d7-aecc-49df-9167-e5331c87765b), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.663008 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-880744443-network', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:12.730791 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ae362a1b-3f8c-41e9-924e-c68826fe61c5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (333703d7-aecc-49df-9167-e5331c87765b), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.771980 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Made reservation on behalf of 65e5f9f015814278b1062e2d7d681cc5 for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:12.775532 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.787409 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.789944 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae362a1b-3f8c-41e9-924e-c68826fe61c5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333703d7-aecc-49df-9167-e5331c87765b,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:12.866591 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ae362a1b-3f8c-41e9-924e-c68826fe61c5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.866591 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ae362a1b-3f8c-41e9-924e-c68826fe61c5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5271149 May 16 15:24:12.965712 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Publish callbacks [] for security_group (dea17286-0038-4890-a379-db189330605f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.062051 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ad793-ca4e-4b29-be21-d771b70e9c32 req-064a7946-1946-42ab-8689-3f15156036d6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:13.069124 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-760ad793-ca4e-4b29-be21-d771b70e9c32 req-064a7946-1946-42ab-8689-3f15156036d6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.1012940 May 16 15:24:13.071172 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (dea17286-0038-4890-a379-db189330605f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.118433 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:24:13.161978 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea17286-0038-4890-a379-db189330605f,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:13.179675 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (aa0e3bf0-a327-4ad3-9bb3-c41725788670), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.181951 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.segments_db [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Added segment aa0e3bf0-a327-4ad3-9bb3-c41725788670 of type vlan for network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 May 16 15:24:13.241554 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-760ad793-ca4e-4b29-be21-d771b70e9c32 req-afee6fcd-f908-4916-9cad-5660781d8c25 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688671 May 16 15:24:13.262961 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (7c715965-76e1-4d2e-a9a7-e8a6f7926556), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.274104 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-40f05d15-d733-44f1-9a22-db036bb2072a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.422975 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-40f05d15-d733-44f1-9a22-db036bb2072a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (b8797756-fc88-45be-b2d3-1a5cc9c9a229), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.467576 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 52310d03-33d0-4394-abed-3dda0db1ff29 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:13.480985 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (7c715965-76e1-4d2e-a9a7-e8a6f7926556), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.484189 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:13.484189 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.559227 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 52310d03-33d0-4394-abed-3dda0db1ff29 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:13.559642 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.613415 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.1746149 May 16 15:24:13.614381 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56606) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:13.617490 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df7949-d372-4328-9093-e8d7b20ada72 admin admin] Pushing event updated for resources: {'Network': ['ID=7c715965-76e1-4d2e-a9a7-e8a6f7926556,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:13.620369 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Request body: {'subnet': {'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-880744443-subnet', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:13.642765 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:24:13.651065 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-40f05d15-d733-44f1-9a22-db036bb2072a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Floating IP b8797756-fc88-45be-b2d3-1a5cc9c9a229 associated. External IP: 172.27.2.112, port: 5932ef72-da59-4163-b091-83604c0d8211. May 16 15:24:13.718842 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-68ac0991-45fb-471e-b634-404235d602a4 req-41497831-27b5-421e-aa8d-d8ee345fe56d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558276 May 16 15:24:13.759908 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 52310d03-33d0-4394-abed-3dda0db1ff29 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:13.808735 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac0991-45fb-471e-b634-404235d602a4 req-fa8402cb-bb9d-4db6-bf07-76fdf571a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:13.810482 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-68ac0991-45fb-471e-b634-404235d602a4 req-fa8402cb-bb9d-4db6-bf07-76fdf571a8ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b360d85257f14f9191b490327c110ba8&device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 1129 time: 0.0430503 May 16 15:24:13.838413 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Made reservation on behalf of 65e5f9f015814278b1062e2d7d681cc5 for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:13.843692 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32985670'] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.963365 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f05d15-d733-44f1-9a22-db036bb2072a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Router fe3aae6c-8513-4920-ae0b-0ff4025adf57 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:24:13.977626 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac0991-45fb-471e-b634-404235d602a4 req-25bdea5f-345b-4fd4-b703-eb308096ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:13.979686 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-68ac0991-45fb-471e-b634-404235d602a4 req-25bdea5f-345b-4fd4-b703-eb308096ef68 service neutron] 10.222.0.79 "GET /v2.0/networks?id=85d31a74-2e0d-4761-a3e9-16256afe83d7 HTTP/1.1" status: 200 len: 912 time: 0.1335683 May 16 15:24:14.062232 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-68ac0991-45fb-471e-b634-404235d602a4 req-f020a644-7e82-4e11-a92a-0712c9c1eb69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c42936-ecff-4e27-887a-edf723a14aa4 HTTP/1.1" status: 200 len: 1001 time: 0.0743814 May 16 15:24:14.157289 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac0991-45fb-471e-b634-404235d602a4 req-7906f9ed-1a2d-4eec-b7f9-0bae39f8a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:14.158985 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-68ac0991-45fb-471e-b634-404235d602a4 req-7906f9ed-1a2d-4eec-b7f9-0bae39f8a8a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=452ae066-2827-4424-a9d0-b7d8f441c20a HTTP/1.1" status: 200 len: 850 time: 0.0865185 May 16 15:24:14.189605 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f05d15-d733-44f1-9a22-db036bb2072a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:14.200573 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-40f05d15-d733-44f1-9a22-db036bb2072a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.202061 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3a957-d750-401d-a2fc-2bff682eba04 None None] Sync routers for ids ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:14.218801 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd3a957-d750-401d-a2fc-2bff682eba04 None None] Routers {'fe3aae6c-8513-4920-ae0b-0ff4025adf57'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:14.223357 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-0fd3a957-d750-401d-a2fc-2bff682eba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:14.240133 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-40f05d15-d733-44f1-9a22-db036bb2072a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "PUT /v2.0/floatingips/b8797756-fc88-45be-b2d3-1a5cc9c9a229 HTTP/1.1" status: 200 len: 991 time: 2.1548610 May 16 15:24:14.240730 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'tag': '5932ef72-da59-4163-b091-83604c0d8211'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:14.243998 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ffca9ad678ce256fa7bd5f4362f6254f503d035e63960491d6b22eb6aaacf80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4f59e1-a3cb-42b9-83ea-c22d5d803fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0316dc2-94eb-4a8c-811e-057cbe5fd20e", "tag": "5932ef72-da59-4163-b091-83604c0d8211"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:14.274738 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac0991-45fb-471e-b634-404235d602a4 req-1fa19674-10a2-4855-95a4-e710409abf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:14.280603 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-68ac0991-45fb-471e-b634-404235d602a4 req-1fa19674-10a2-4855-95a4-e710409abf04 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85d31a74-2e0d-4761-a3e9-16256afe83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1080153 May 16 15:24:14.298715 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31724850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32985680'] for subnet (1a5571f3-1eeb-468a-9abc-1359f0caea21), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.393755 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e24229c-8a11-4843-bb85-ba4a74cb34cb x-openstack-request-id: req-9e24229c-8a11-4843-bb85-ba4a74cb34cb {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:14.394041 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0316dc2-94eb-4a8c-811e-057cbe5fd20e", "tag": "5932ef72-da59-4163-b091-83604c0d8211", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:14.402477 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e24229c-8a11-4843-bb85-ba4a74cb34cb {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:14.403088 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e24229c-8a11-4843-bb85-ba4a74cb34cb'] response: {'name': 'network-changed', 'server_uuid': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'tag': '5932ef72-da59-4163-b091-83604c0d8211', 'status': 'completed', 'code': 200} May 16 15:24:14.404767 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-0fd3a957-d750-401d-a2fc-2bff682eba04 None None] Set router fe3aae6c-8513-4920-ae0b-0ff4025adf57 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:14.457258 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5571f3-1eeb-468a-9abc-1359f0caea21,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:14.493394 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.493848 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.494328 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.494891 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.496210 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.496634 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.497051 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.497465 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.497880 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.498971 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.499405 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.499845 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.500237 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.500623 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.501005 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:14.521391 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f59e1-a3cb-42b9-83ea-c22d5d803fd5 req-0d41b4f6-93ea-42ce-88b0-8ed157a6d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:14.522832 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0f4f59e1-a3cb-42b9-83ea-c22d5d803fd5 req-0d41b4f6-93ea-42ce-88b0-8ed157a6d0a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 1129 time: 0.1413538 May 16 15:24:14.529043 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389314b-f641-4fc3-bfec-b3bc329a5d22 req-81dfa2e7-6395-49f9-8448-fc6122e359c4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:14.536159 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8389314b-f641-4fc3-bfec-b3bc329a5d22 req-81dfa2e7-6395-49f9-8448-fc6122e359c4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.1440687 May 16 15:24:14.566355 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Checking segment: {'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:14.566355 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Network hostable DHCP agents. Network: 7c715965-76e1-4d2e-a9a7-e8a6f7926556, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:24:14.566711 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-68ac0991-45fb-471e-b634-404235d602a4 req-94ce92b9-c77e-4454-9415-be191c609de1 service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747419 May 16 15:24:14.643224 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8389314b-f641-4fc3-bfec-b3bc329a5d22 req-ad569a22-7fb2-42ea-b427-6669421e7cee tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060441 May 16 15:24:14.718917 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:24:14.749242 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f59e1-a3cb-42b9-83ea-c22d5d803fd5 req-221cd1f8-7209-4651-892d-44240a3f3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:14.755661 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0f4f59e1-a3cb-42b9-83ea-c22d5d803fd5 req-221cd1f8-7209-4651-892d-44240a3f3978 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.2198370 May 16 15:24:14.803594 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 7c715965-76e1-4d2e-a9a7-e8a6f7926556) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:14.808392 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-68ac0991-45fb-471e-b634-404235d602a4 req-a81030f8-27fa-4212-8529-1f1cdf038248 service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369375 May 16 15:24:14.808633 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:14.808980 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.818321 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf4aea-e88d-4ff5-aea7-6b762cbd14e3 None None] Network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:14.836532 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0f4f59e1-a3cb-42b9-83ea-c22d5d803fd5 req-7376989e-5a43-487b-97c5-5eea363632cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5932ef72-da59-4163-b091-83604c0d8211 HTTP/1.1" status: 200 len: 999 time: 0.0753899 May 16 15:24:14.889107 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-2fe409d9-fc8a-498d-b9fd-6af5630f9dd2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2716105 May 16 15:24:14.889433 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56646) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:14.894480 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:14.927882 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-0fd3a957-d750-401d-a2fc-2bff682eba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:26Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'b8797756-fc88-45be-b2d3-1a5cc9c9a229', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'port_id': '5932ef72-da59-4163-b091-83604c0d8211', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'mac_address': 'fa:16:3e:6e:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:23:51Z', 'updated_at': '2022-05-16T15:24:13Z', 'revision_number': 1, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6fdb64-1064-4005-ab9d-1baff1d306eb', 'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'mac_address': 'fa:16:3e:01:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:21Z', 'updated_at': '2022-05-16T15:21:37Z', 'revision_number': 5, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'subnets': [{'id': '96826c3c-0750-45f0-8e33-bfa962732597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:14.959996 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f59e1-a3cb-42b9-83ea-c22d5d803fd5 req-71712ddf-a2c7-4b66-90bb-ab6cd3f5b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:14.962094 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0f4f59e1-a3cb-42b9-83ea-c22d5d803fd5 req-71712ddf-a2c7-4b66-90bb-ab6cd3f5b435 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.1195841 May 16 15:24:14.972165 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3a957-d750-401d-a2fc-2bff682eba04 None None] Checking router: fe3aae6c-8513-4920-ae0b-0ff4025adf57 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:14.990093 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd3a957-d750-401d-a2fc-2bff682eba04 None None] Routers {'fe3aae6c-8513-4920-ae0b-0ff4025adf57'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:14.990698 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-0fd3a957-d750-401d-a2fc-2bff682eba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:15.013754 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1828909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7034'] for router (31efba1e-f15d-4c8f-9f58-d62368e9247d), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.015272 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1829940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1642029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7027'] for router (31efba1e-f15d-4c8f-9f58-d62368e9247d), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.074408 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df7d412-2000-598c-b13d-3ec64b05f419-7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'fixed_ips': [{'subnet_id': '1a5571f3-1eeb-468a-9abc-1359f0caea21'}]}} from dv-cinder-790535-39-iscsi. {{(pid=103979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:24:15.075986 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.086737 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f59e1-a3cb-42b9-83ea-c22d5d803fd5 req-4c8e0b27-460d-4180-9ebd-ea2dad997954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:15.090814 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0f4f59e1-a3cb-42b9-83ea-c22d5d803fd5 req-4c8e0b27-460d-4180-9ebd-ea2dad997954 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1178229 May 16 15:24:15.169725 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Publish callbacks [] for router_controller (31efba1e-f15d-4c8f-9f58-d62368e9247d), precommit_add_association {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.270671 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0f4f59e1-a3cb-42b9-83ea-c22d5d803fd5 req-4bc6a35f-2a89-4127-8cc2-ded70d29117e service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686473 May 16 15:24:15.274366 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-0fd3a957-d750-401d-a2fc-2bff682eba04 None None] Set router fe3aae6c-8513-4920-ae0b-0ff4025adf57 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:15.296492 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Allocated IP 172.20.0.2 (7c715965-76e1-4d2e-a9a7-e8a6f7926556/1a5571f3-1eeb-468a-9abc-1359f0caea21/f345801e-f5fa-4612-9bae-102b3625eea7) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:15.464171 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Publish callbacks [] for router_gateway (31efba1e-f15d-4c8f-9f58-d62368e9247d), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.485289 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Publish callbacks [] for port (f345801e-f5fa-4612-9bae-102b3625eea7), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.501660 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0f4f59e1-a3cb-42b9-83ea-c22d5d803fd5 req-c6372337-4405-4a48-8407-44934dde6a14 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229815 May 16 15:24:15.593094 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.689144 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:15.695387 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:15.702444 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:15.706749 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Pushing event updated for resources: {'Port': ['ID=f345801e-f5fa-4612-9bae-102b3625eea7,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:15.802640 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-0fd3a957-d750-401d-a2fc-2bff682eba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:26Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'b8797756-fc88-45be-b2d3-1a5cc9c9a229', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'port_id': '5932ef72-da59-4163-b091-83604c0d8211', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'mac_address': 'fa:16:3e:6e:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:23:51Z', 'updated_at': '2022-05-16T15:24:13Z', 'revision_number': 1, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6fdb64-1064-4005-ab9d-1baff1d306eb', 'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'mac_address': 'fa:16:3e:01:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:21Z', 'updated_at': '2022-05-16T15:21:37Z', 'revision_number': 5, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'subnets': [{'id': '96826c3c-0750-45f0-8e33-bfa962732597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:15.814726 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Attempting to bind port f345801e-f5fa-4612-9bae-102b3625eea7 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:15.819188 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Attempting to bind port f345801e-f5fa-4612-9bae-102b3625eea7 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:15.819188 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Attempting to bind port f345801e-f5fa-4612-9bae-102b3625eea7 on network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:15.831336 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d25de-3526-4a23-9ccc-578862984833 req-0e74a8bd-bb17-4a43-a5f9-50b5f8b42a3d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:15.835508 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:15.835954 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Checking segment: {'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:15.836403 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.836801 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Bound using segment: {'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:15.837274 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Bound port: f345801e-f5fa-4612-9bae-102b3625eea7, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:15.837804 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.838478 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f58d25de-3526-4a23-9ccc-578862984833 req-0e74a8bd-bb17-4a43-a5f9-50b5f8b42a3d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0904713 May 16 15:24:15.875063 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3a957-d750-401d-a2fc-2bff682eba04 None None] The sync data for ids ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'] in dv-cinder-790535-39-iscsi is: [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:26Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'b8797756-fc88-45be-b2d3-1a5cc9c9a229', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'port_id': '5932ef72-da59-4163-b091-83604c0d8211', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'mac_address': 'fa:16:3e:6e:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:23:51Z', 'updated_at': '2022-05-16T15:24:13Z', 'revision_number': 1, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6fdb64-1064-4005-ab9d-1baff1d306eb', 'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'mac_address': 'fa:16:3e:01:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:21Z', 'updated_at': '2022-05-16T15:21:37Z', 'revision_number': 5, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'subnets': [{'id': '96826c3c-0750-45f0-8e33-bfa962732597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:15.933738 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f58d25de-3526-4a23-9ccc-578862984833 req-ece37649-dbfb-4949-ad60-e243f7ac261e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894649 May 16 15:24:15.976658 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] For port f345801e-f5fa-4612-9bae-102b3625eea7, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:15.981286 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] For port f345801e-f5fa-4612-9bae-102b3625eea7, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=f345801e-f5fa-4612-9bae-102b3625eea7,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:16.083495 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:16.128502 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Publish callbacks [] for router_gateway (31efba1e-f15d-4c8f-9f58-d62368e9247d), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:16.149413 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:16.234422 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac323ed-5171-4c79-bfea-b9323a00e0f4 None None] Pushing event updated for resources: {'Port': ['ID=f345801e-f5fa-4612-9bae-102b3625eea7,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:16.293568 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f4407-6216-42d7-88f0-5f1e15de2adb None None] New status for floating IP b8797756-fc88-45be-b2d3-1a5cc9c9a229: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:24:16.393037 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Allocated IP 172.27.2.233 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/5c7e0859-b716-445c-b585-26a3fd5bfad5) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:16.657921 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Publish callbacks [] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:16.828423 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:16.929136 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:16.930576 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:16.935654 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:16.960161 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Pushing event updated for resources: {'Port': ['ID=5c7e0859-b716-445c-b585-26a3fd5bfad5,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:17.163143 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9b383-f88e-4bef-a499-42842db25142 req-78f8548c-3cd0-4b6b-874d-0d427c441ded tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:17.164669 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-73b9b383-f88e-4bef-a499-42842db25142 req-78f8548c-3cd0-4b6b-874d-0d427c441ded tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.1054056 May 16 15:24:17.261824 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-73b9b383-f88e-4bef-a499-42842db25142 req-1685d987-ad48-4320-8348-76424b251337 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708909 May 16 15:24:17.576501 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device f345801e-f5fa-4612-9bae-102b3625eea7 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:17.631162 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port f345801e-f5fa-4612-9bae-102b3625eea7 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:17.631557 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:17.728168 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port f345801e-f5fa-4612-9bae-102b3625eea7 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:17.728558 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:17.744764 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57a6cdf-6616-4695-b19f-3e8f49979af9 None None] Network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:17.790038 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port f345801e-f5fa-4612-9bae-102b3625eea7, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=f345801e-f5fa-4612-9bae-102b3625eea7,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:17.850587 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-84e54b07-1ba2-413c-9b7d-0ede00be9e86 None None] Provisioning complete for port f345801e-f5fa-4612-9bae-102b3625eea7 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:17.855686 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-84e54b07-1ba2-413c-9b7d-0ede00be9e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:17.957633 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-84e54b07-1ba2-413c-9b7d-0ede00be9e86 None None] Current status of the port f345801e-f5fa-4612-9bae-102b3625eea7 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:17.958031 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-84e54b07-1ba2-413c-9b7d-0ede00be9e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:17.965766 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Publish callbacks [] for router_gateway (31efba1e-f15d-4c8f-9f58-d62368e9247d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.159531 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830115'] for router (31efba1e-f15d-4c8f-9f58-d62368e9247d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.182472 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.256716 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=f345801e-f5fa-4612-9bae-102b3625eea7,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:18.272564 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.db.api [None req-84e54b07-1ba2-413c-9b7d-0ede00be9e86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 15:24:18.272973 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG oslo_db.api [None req-84e54b07-1ba2-413c-9b7d-0ede00be9e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 15:24:18.381309 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Router 31efba1e-f15d-4c8f-9f58-d62368e9247d is scheduled to L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 with binding_index 1 {{(pid=103978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:24:18.408694 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b7fcf-7bf4-4a82-8133-a2fdf5fdd8ff req-a595dbd9-55e4-446e-95f4-3c550cdd857c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:18.416557 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-845b7fcf-7bf4-4a82-8133-a2fdf5fdd8ff req-a595dbd9-55e4-446e-95f4-3c550cdd857c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0663009 May 16 15:24:18.491021 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-845b7fcf-7bf4-4a82-8133-a2fdf5fdd8ff req-497e292b-c6e6-4bc4-923f-f8b0070547e9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734606 May 16 15:24:18.525404 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:18.542089 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Sync routers for ids ['31efba1e-f15d-4c8f-9f58-d62368e9247d'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:18.555723 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Routers {'31efba1e-f15d-4c8f-9f58-d62368e9247d'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:18.556618 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['31efba1e-f15d-4c8f-9f58-d62368e9247d'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:18.633962 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.635274 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5df63044-b371-4e27-b0b6-2ec4bb4265d4 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7442503 May 16 15:24:18.638241 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56678) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:18.702566 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Set router 31efba1e-f15d-4c8f-9f58-d62368e9247d gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:18.814032 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-84e54b07-1ba2-413c-9b7d-0ede00be9e86 None None] Current status of the port f345801e-f5fa-4612-9bae-102b3625eea7 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:18.947334 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-b02f583e-cce8-4a80-aec7-6788aab65544 None None] Provisioning complete for port f345801e-f5fa-4612-9bae-102b3625eea7 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:18.947334 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b02f583e-cce8-4a80-aec7-6788aab65544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.973261 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:24:17Z', 'revision_number': 3, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:19.006952 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Checking router: 31efba1e-f15d-4c8f-9f58-d62368e9247d for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:19.006952 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Updating router 31efba1e-f15d-4c8f-9f58-d62368e9247d port 5c7e0859-b716-445c-b585-26a3fd5bfad5 binding host dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:19.036897 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.080752 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-b02f583e-cce8-4a80-aec7-6788aab65544 None None] Current status of the port f345801e-f5fa-4612-9bae-102b3625eea7 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:19.166548 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.424176 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Allocated IP 172.20.0.1 (7c715965-76e1-4d2e-a9a7-e8a6f7926556/1a5571f3-1eeb-468a-9abc-1359f0caea21/2cfac7d2-83bf-43f9-abbd-6d73409be41d) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:19.544120 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device f345801e-f5fa-4612-9bae-102b3625eea7 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:19.595269 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Publish callbacks [] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.621101 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port f345801e-f5fa-4612-9bae-102b3625eea7 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:19.621468 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.664084 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Publish callbacks [] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.689161 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.750594 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Attempting to bind port 5c7e0859-b716-445c-b585-26a3fd5bfad5 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:19.750984 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Attempting to bind port 5c7e0859-b716-445c-b585-26a3fd5bfad5 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:19.751326 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Attempting to bind port 5c7e0859-b716-445c-b585-26a3fd5bfad5 on network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:19.754099 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053038d-c22d-47eb-a7f0-cbcb875f1dda req-2f97263f-0e34-4cf4-8ccf-86f520e35ea0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:19.755709 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7053038d-c22d-47eb-a7f0-cbcb875f1dda req-2f97263f-0e34-4cf4-8ccf-86f520e35ea0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.1239126 May 16 15:24:19.758789 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c533316-2804-493e-ad0a-b25302e938c6 None None] Pushing event updated for resources: {'Port': ['ID=5c7e0859-b716-445c-b585-26a3fd5bfad5,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:19.768057 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:19.768644 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Checking segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:19.769634 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.770236 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Bound using segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:19.770873 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Bound port: 5c7e0859-b716-445c-b585-26a3fd5bfad5, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:19.778076 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.804101 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.815140 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port f345801e-f5fa-4612-9bae-102b3625eea7 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:19.854990 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:19.860334 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:19.864456 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7053038d-c22d-47eb-a7f0-cbcb875f1dda req-4c8d2471-63c5-4b11-980b-b9b56017567a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011069 May 16 15:24:19.886398 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:19.890902 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] For port 5c7e0859-b716-445c-b585-26a3fd5bfad5, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:19.896180 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] For port 5c7e0859-b716-445c-b585-26a3fd5bfad5, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=5c7e0859-b716-445c-b585-26a3fd5bfad5,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:19.914194 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Pushing event updated for resources: {'Port': ['ID=2cfac7d2-83bf-43f9-abbd-6d73409be41d,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:19.943635 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.944286 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.944627 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.945135 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.945351 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.945683 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.946014 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.946364 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.946975 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.946975 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.947325 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.947648 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.947991 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.948835 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.949152 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:19.971691 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1834446'] for router_interface (31efba1e-f15d-4c8f-9f58-d62368e9247d), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.056083 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.140339 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Routers {'31efba1e-f15d-4c8f-9f58-d62368e9247d'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:20.140976 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['31efba1e-f15d-4c8f-9f58-d62368e9247d'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:20.176281 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c533316-2804-493e-ad0a-b25302e938c6 None None] Pushing event updated for resources: {'Port': ['ID=5c7e0859-b716-445c-b585-26a3fd5bfad5,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:20.217445 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-ef90c204-c311-4a82-a71a-3637e6f9e5bc None None] Provisioning complete for port 2cfac7d2-83bf-43f9-abbd-6d73409be41d triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:20.217851 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ef90c204-c311-4a82-a71a-3637e6f9e5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.254856 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.263300 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-ef90c204-c311-4a82-a71a-3637e6f9e5bc None None] Port 2cfac7d2-83bf-43f9-abbd-6d73409be41d cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:20.276515 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] Set router 31efba1e-f15d-4c8f-9f58-d62368e9247d gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:20.499434 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:24:17Z', 'revision_number': 3, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:20.529491 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Publish callbacks [] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.538512 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1baaaa-917d-415b-91b4-1e41e560d0fc None None] The sync data for ids ['31efba1e-f15d-4c8f-9f58-d62368e9247d'] in dv-cinder-790535-39-iscsi is: [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:24:17Z', 'revision_number': 3, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:20.796561 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.901219 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1833092'] for router_interface (31efba1e-f15d-4c8f-9f58-d62368e9247d), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.939847 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Pushing event updated for resources: {'Port': ['ID=2cfac7d2-83bf-43f9-abbd-6d73409be41d,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:21.112549 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c05b6-94d6-4dc4-89f2-f5c1306a3d9f req-5bf828a1-fc3e-4385-bcbc-2b71592936da tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:21.116070 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-296c05b6-94d6-4dc4-89f2-f5c1306a3d9f req-5bf828a1-fc3e-4385-bcbc-2b71592936da tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0603213 May 16 15:24:21.165367 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:21.168351 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:21.207185 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-296c05b6-94d6-4dc4-89f2-f5c1306a3d9f req-20469ca3-efdc-4fdb-a337-0a20d04dca33 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724699 May 16 15:24:21.417312 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Router 31efba1e-f15d-4c8f-9f58-d62368e9247d has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:24:21.517040 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-661d4136-5282-4fa9-bde7-27142ffe6a07 None None] Provisioning complete for port 2cfac7d2-83bf-43f9-abbd-6d73409be41d triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:21.517615 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-661d4136-5282-4fa9-bde7-27142ffe6a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:21.596945 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 5c7e0859-b716-445c-b585-26a3fd5bfad5 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:21.640022 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-661d4136-5282-4fa9-bde7-27142ffe6a07 None None] Port 2cfac7d2-83bf-43f9-abbd-6d73409be41d cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:21.681471 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 5c7e0859-b716-445c-b585-26a3fd5bfad5 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:21.682068 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:21.815616 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 5c7e0859-b716-445c-b585-26a3fd5bfad5 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:21.816255 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:21.871401 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port 5c7e0859-b716-445c-b585-26a3fd5bfad5, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=5c7e0859-b716-445c-b585-26a3fd5bfad5,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:21.914574 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:21.943096 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-d091cd5d-0f51-45af-ac52-bb14af176e8a admin admin] 10.222.0.76 "PUT /v2.0/routers/31efba1e-f15d-4c8f-9f58-d62368e9247d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2950914 May 16 15:24:21.966961 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:22.032447 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=5c7e0859-b716-445c-b585-26a3fd5bfad5,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:22.352613 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25b6c2-faae-477b-893b-b68069181e4f req-b95399b2-28d2-48b2-ae16-67d2a7b5174b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:22.358985 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5f25b6c2-faae-477b-893b-b68069181e4f req-b95399b2-28d2-48b2-ae16-67d2a7b5174b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0463395 May 16 15:24:22.406082 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5f25b6c2-faae-477b-893b-b68069181e4f req-0ab7ea55-4658-4b33-8585-afe8b7ebd1d2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458901 May 16 15:24:22.672274 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-899ecb27-42e2-4c84-8520-50035d8cbc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.042999 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56730) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:23.195193 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b580bfc0-98e0-4d5f-b360-741f569277b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.307989 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b580bfc0-98e0-4d5f-b360-741f569277b5 admin admin] Publish callbacks [] for security_group (5bcf3bac-afeb-4718-87ec-fa108815e169), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.392373 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b580bfc0-98e0-4d5f-b360-741f569277b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (5bcf3bac-afeb-4718-87ec-fa108815e169), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.396551 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56738) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:23.402850 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-124036932-network', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:23.430065 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580bfc0-98e0-4d5f-b360-741f569277b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcf3bac-afeb-4718-87ec-fa108815e169,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:23.474722 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-b580bfc0-98e0-4d5f-b360-741f569277b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ebc66658eab476fa02f568813e1d1d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275992 May 16 15:24:23.475759 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56742) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:23.480565 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 5c7e0859-b716-445c-b585-26a3fd5bfad5 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:23.521901 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Made reservation on behalf of 4d86728a09154cb2917f313ed9bf8478 for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:23.523455 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Sync routers for ids ['31efba1e-f15d-4c8f-9f58-d62368e9247d'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:23.524761 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.545139 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.546463 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Routers {'31efba1e-f15d-4c8f-9f58-d62368e9247d'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:23.547115 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:23:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['31efba1e-f15d-4c8f-9f58-d62368e9247d'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:23.585814 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78ae4918-c302-4961-8bd9-f4dbb0b63184 admin admin] Publish callbacks [] for security_group (5bcf3bac-afeb-4718-87ec-fa108815e169), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.615889 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 5c7e0859-b716-445c-b585-26a3fd5bfad5 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:23.616266 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.625731 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78ae4918-c302-4961-8bd9-f4dbb0b63184 admin admin] Publish callbacks [] for security_group (5bcf3bac-afeb-4718-87ec-fa108815e169), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.632436 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59208a5-74a6-4de2-80aa-2c55650f3070 req-7981f89f-0054-4b62-8172-49d5b0644b5c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:23.638686 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c59208a5-74a6-4de2-80aa-2c55650f3070 req-7981f89f-0054-4b62-8172-49d5b0644b5c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0731013 May 16 15:24:23.696029 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Publish callbacks [] for security_group (d7e9fe6b-76a4-40f3-b9f2-721974f69853), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.707690 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Set router 31efba1e-f15d-4c8f-9f58-d62368e9247d gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:23.709215 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c59208a5-74a6-4de2-80aa-2c55650f3070 req-05881c42-2ff9-417e-8424-6542fa72b8eb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689788 May 16 15:24:23.797562 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (d7e9fe6b-76a4-40f3-b9f2-721974f69853), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.826336 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e9fe6b-76a4-40f3-b9f2-721974f69853,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:23.837590 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 5c7e0859-b716-445c-b585-26a3fd5bfad5 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:23.838845 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78ae4918-c302-4961-8bd9-f4dbb0b63184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (5bcf3bac-afeb-4718-87ec-fa108815e169), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.840336 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78ae4918-c302-4961-8bd9-f4dbb0b63184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.841358 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-78ae4918-c302-4961-8bd9-f4dbb0b63184 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bcf3bac-afeb-4718-87ec-fa108815e169 HTTP/1.1" status: 204 len: 168 time: 0.3645871 May 16 15:24:23.846746 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:24:23.863925 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae4918-c302-4961-8bd9-f4dbb0b63184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcf3bac-afeb-4718-87ec-fa108815e169,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:23.873747 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (18cc726e-459d-4848-adc6-6a2108732453), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.874281 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Added segment 18cc726e-459d-4848-adc6-6a2108732453 of type vlan for network 71d2d60d-6068-41e2-ae39-e7abe12f65ee May 16 15:24:23.929714 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (71d2d60d-6068-41e2-ae39-e7abe12f65ee), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.972254 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:24:20Z', 'revision_number': 4, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2cfac7d2-83bf-43f9-abbd-6d73409be41d', 'name': '', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'mac_address': 'fa:16:3e:bc:7b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:19Z', 'updated_at': '2022-05-16T15:24:20Z', 'revision_number': 2, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'subnets': [{'id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:23.998594 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Checking router: 31efba1e-f15d-4c8f-9f58-d62368e9247d for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:23.998942 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Updating router 31efba1e-f15d-4c8f-9f58-d62368e9247d port 2cfac7d2-83bf-43f9-abbd-6d73409be41d binding host dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:24.031373 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.032304 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (71d2d60d-6068-41e2-ae39-e7abe12f65ee), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.033353 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:24.033937 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.097147 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] Pushing event updated for resources: {'Network': ['ID=71d2d60d-6068-41e2-ae39-e7abe12f65ee,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:24.161419 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 71d2d60d-6068-41e2-ae39-e7abe12f65ee details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:24:24.174898 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-85130adc-e583-4028-bf1f-0fe1122c5c64 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7764916 May 16 15:24:24.179567 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56754) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:24.183719 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-89a171d2-fcd1-4f0f-9f6e-7b91b5b5a5c9 admin admin] Request body: {'subnet': {'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-124036932-subnet', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:24.326411 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a171d2-fcd1-4f0f-9f6e-7b91b5b5a5c9 admin admin] Made reservation on behalf of 4d86728a09154cb2917f313ed9bf8478 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:24.328948 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-89a171d2-fcd1-4f0f-9f6e-7b91b5b5a5c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32672442'] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.531768 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Publish callbacks [] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.597773 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-89a171d2-fcd1-4f0f-9f6e-7b91b5b5a5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29922796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32672428'] for subnet (810f9df9-0fa0-41aa-9862-0bb59faf0e21), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.637486 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.649343 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a171d2-fcd1-4f0f-9f6e-7b91b5b5a5c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=810f9df9-0fa0-41aa-9862-0bb59faf0e21,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:24.669884 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a171d2-fcd1-4f0f-9f6e-7b91b5b5a5c9 admin admin] Checking segment: {'id': '18cc726e-459d-4848-adc6-6a2108732453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:24.669884 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a171d2-fcd1-4f0f-9f6e-7b91b5b5a5c9 admin admin] Network hostable DHCP agents. Network: 71d2d60d-6068-41e2-ae39-e7abe12f65ee, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:24:24.706794 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Pushing event updated for resources: {'Port': ['ID=2cfac7d2-83bf-43f9-abbd-6d73409be41d,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:24.786281 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a171d2-fcd1-4f0f-9f6e-7b91b5b5a5c9 admin admin] Network 71d2d60d-6068-41e2-ae39-e7abe12f65ee is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:24:24.788890 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Attempting to bind port 2cfac7d2-83bf-43f9-abbd-6d73409be41d on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:24.789933 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Attempting to bind port 2cfac7d2-83bf-43f9-abbd-6d73409be41d by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:24.790673 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Attempting to bind port 2cfac7d2-83bf-43f9-abbd-6d73409be41d on network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:24.797365 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:24.803664 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Checking segment: {'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:24.803664 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.803664 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Bound using segment: {'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:24.803664 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Bound port: 2cfac7d2-83bf-43f9-abbd-6d73409be41d, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:24.803664 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.839884 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-35a3f1e6-c7af-4491-8863-a4e49e8fc5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.856641 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471d322-34fd-41fe-8591-1407f297e8af req-f6f745be-0cc7-4852-a792-78d08ee8fb27 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:24.858389 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c471d322-34fd-41fe-8591-1407f297e8af req-f6f745be-0cc7-4852-a792-78d08ee8fb27 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0609517 May 16 15:24:24.886098 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce2829-de8a-4b79-8349-c672abfb6b88 req-78ee77a9-aa00-460e-9225-0aa735d3b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:24.888584 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bce2829-de8a-4b79-8349-c672abfb6b88 req-78ee77a9-aa00-460e-9225-0aa735d3b958 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f2241c9641bb401aa9f1c6930c513552&device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0738013 May 16 15:24:24.895021 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] For port 2cfac7d2-83bf-43f9-abbd-6d73409be41d, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:24.913138 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] For port 2cfac7d2-83bf-43f9-abbd-6d73409be41d, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=2cfac7d2-83bf-43f9-abbd-6d73409be41d,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:24.923715 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c471d322-34fd-41fe-8591-1407f297e8af req-16ef7145-ba68-4ff6-aa55-278a566e6aaf tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585947 May 16 15:24:24.955233 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-89a171d2-fcd1-4f0f-9f6e-7b91b5b5a5c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 71d2d60d-6068-41e2-ae39-e7abe12f65ee) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:24.961420 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a171d2-fcd1-4f0f-9f6e-7b91b5b5a5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:24.962154 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-89a171d2-fcd1-4f0f-9f6e-7b91b5b5a5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.968980 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d012aa-7751-4ee7-b0f9-5705713dc46b None None] Network 71d2d60d-6068-41e2-ae39-e7abe12f65ee requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:25.039596 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce2829-de8a-4b79-8349-c672abfb6b88 req-901d52ff-db46-42df-957e-bfaa4e347ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:25.041066 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bce2829-de8a-4b79-8349-c672abfb6b88 req-901d52ff-db46-42df-957e-bfaa4e347ba9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ca0b759-8171-48eb-a5a7-1c280cfa9338 HTTP/1.1" status: 200 len: 917 time: 0.1407480 May 16 15:24:25.051245 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.054479 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-df440c1b-536b-405d-a650-58422623592e None None] Provisioning complete for port 2cfac7d2-83bf-43f9-abbd-6d73409be41d triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:25.054844 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df440c1b-536b-405d-a650-58422623592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.094908 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-89a171d2-fcd1-4f0f-9f6e-7b91b5b5a5c9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9159896 May 16 15:24:25.097506 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56780) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:25.101918 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-124036932-router', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:25.129290 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bce2829-de8a-4b79-8349-c672abfb6b88 req-2336afaf-e0ba-4e6c-ada7-6168fb97fedc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e HTTP/1.1" status: 200 len: 1001 time: 0.0790811 May 16 15:24:25.191811 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Pushing event updated for resources: {'Port': ['ID=2cfac7d2-83bf-43f9-abbd-6d73409be41d,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:25.198587 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce2829-de8a-4b79-8349-c672abfb6b88 req-f5744bf0-29b0-4d1d-bbbc-f04a9977b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:25.200947 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bce2829-de8a-4b79-8349-c672abfb6b88 req-f5744bf0-29b0-4d1d-bbbc-f04a9977b316 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=29de9496-5d60-46ba-8f4f-543ccad83b00 HTTP/1.1" status: 200 len: 855 time: 0.0504456 May 16 15:24:25.203611 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1828909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7034'] for router (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.206054 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Routers {'31efba1e-f15d-4c8f-9f58-d62368e9247d'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:25.206700 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:24:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['31efba1e-f15d-4c8f-9f58-d62368e9247d'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:25.208488 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1829940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1642029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7027'] for router (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.211177 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.211530 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.211874 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.212241 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.212573 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.212908 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.213237 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.213630 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.213969 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.214328 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.214658 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.214987 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.215312 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.215635 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.216219 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1f4d7-204f-4c90-93e0-39fbffe6e7a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:25.257286 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df7d412-2000-598c-b13d-3ec64b05f419-71d2d60d-6068-41e2-ae39-e7abe12f65ee', 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee', 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'fixed_ips': [{'subnet_id': '810f9df9-0fa0-41aa-9862-0bb59faf0e21'}]}} from dv-cinder-790535-39-iscsi. {{(pid=103979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:24:25.258350 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.273612 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Publish callbacks [] for router_controller (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), precommit_add_association {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.287901 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce2829-de8a-4b79-8349-c672abfb6b88 req-20c7ab09-00b6-4601-88cd-b7bc760da2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:25.291271 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bce2829-de8a-4b79-8349-c672abfb6b88 req-20c7ab09-00b6-4601-88cd-b7bc760da2b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ca0b759-8171-48eb-a5a7-1c280cfa9338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0817327 May 16 15:24:25.332384 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-df440c1b-536b-405d-a650-58422623592e None None] Current status of the port 2cfac7d2-83bf-43f9-abbd-6d73409be41d is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:25.332780 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df440c1b-536b-405d-a650-58422623592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.410090 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] Set router 31efba1e-f15d-4c8f-9f58-d62368e9247d gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:25.417260 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bce2829-de8a-4b79-8349-c672abfb6b88 req-4571a104-8a1a-4644-9c5a-e5c6f0ffb241 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185818 May 16 15:24:25.511633 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bce2829-de8a-4b79-8349-c672abfb6b88 req-45d55bbe-5e7f-46a4-a6b9-2d17f8f5c17b service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886526 May 16 15:24:25.616787 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:24:20Z', 'revision_number': 4, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2cfac7d2-83bf-43f9-abbd-6d73409be41d', 'name': '', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'mac_address': 'fa:16:3e:bc:7b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:19Z', 'updated_at': '2022-05-16T15:24:24Z', 'revision_number': 4, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'subnets': [{'id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:25.645516 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a70e67-3e3a-4015-86b1-c8eb9ad02cc2 None None] The sync data for ids ['31efba1e-f15d-4c8f-9f58-d62368e9247d'] in dv-cinder-790535-39-iscsi is: [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:24:20Z', 'revision_number': 4, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2cfac7d2-83bf-43f9-abbd-6d73409be41d', 'name': '', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'mac_address': 'fa:16:3e:bc:7b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:19Z', 'updated_at': '2022-05-16T15:24:24Z', 'revision_number': 4, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'subnets': [{'id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:25.786335 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-df440c1b-536b-405d-a650-58422623592e None None] For port 2cfac7d2-83bf-43f9-abbd-6d73409be41d, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=2cfac7d2-83bf-43f9-abbd-6d73409be41d,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:25.790538 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Publish callbacks [] for router_gateway (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.862083 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Allocated IP 172.20.0.2 (71d2d60d-6068-41e2-ae39-e7abe12f65ee/810f9df9-0fa0-41aa-9862-0bb59faf0e21/60f2393b-d02a-4ea9-85e9-8bc046bcbf38) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:25.866498 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df440c1b-536b-405d-a650-58422623592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.906979 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.992323 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df440c1b-536b-405d-a650-58422623592e None None] Pushing event updated for resources: {'Port': ['ID=2cfac7d2-83bf-43f9-abbd-6d73409be41d,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:26.001200 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-11e2dacc-a3aa-4562-b7b9-b6c3160363c2 None None] Provisioning complete for port 2cfac7d2-83bf-43f9-abbd-6d73409be41d triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:26.001573 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11e2dacc-a3aa-4562-b7b9-b6c3160363c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.141293 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Publish callbacks [] for router_gateway (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.161326 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4552245-9a98-4c9e-838c-85a5806bf6a3 req-9cf59837-db66-455a-b3ff-bd4b807b3593 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:26.163313 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e4552245-9a98-4c9e-838c-85a5806bf6a3 req-9cf59837-db66-455a-b3ff-bd4b807b3593 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.1201484 May 16 15:24:26.171260 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.176989 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Publish callbacks [] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.178540 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-11e2dacc-a3aa-4562-b7b9-b6c3160363c2 None None] Current status of the port 2cfac7d2-83bf-43f9-abbd-6d73409be41d is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:26.196651 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56806) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:26.242150 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e4552245-9a98-4c9e-838c-85a5806bf6a3 req-97f1212e-d554-485e-bd50-f39ae3de4aa4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713003 May 16 15:24:26.271514 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.313076 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Network 71d2d60d-6068-41e2-ae39-e7abe12f65ee is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:26.315590 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Allocated IP 172.27.2.237 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/bc97e323-0866-4b90-a801-a65f03b75a20) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:26.317920 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:26.322912 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:26.359962 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Pushing event updated for resources: {'Port': ['ID=60f2393b-d02a-4ea9-85e9-8bc046bcbf38,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:26.390420 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea07a-cba5-4809-a3eb-e0f3ea5db0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.422439 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Attempting to bind port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:26.422765 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Attempting to bind port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '18cc726e-459d-4848-adc6-6a2108732453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:26.423134 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Attempting to bind port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 on network 71d2d60d-6068-41e2-ae39-e7abe12f65ee {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:26.432614 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:26.433008 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Checking segment: {'id': '18cc726e-459d-4848-adc6-6a2108732453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:26.433505 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.433911 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Bound using segment: {'id': '18cc726e-459d-4848-adc6-6a2108732453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:26.434795 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Bound port: 60f2393b-d02a-4ea9-85e9-8bc046bcbf38, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cc726e-459d-4848-adc6-6a2108732453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:26.434933 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.457700 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Publish callbacks [] for port (bc97e323-0866-4b90-a801-a65f03b75a20), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.494365 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea07a-cba5-4809-a3eb-e0f3ea5db0b1 admin admin] Publish callbacks [] for security_group (7aa5cd5a-4878-41ff-b037-984c4683642e), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.509872 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] For port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:26.513225 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] For port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=60f2393b-d02a-4ea9-85e9-8bc046bcbf38,segment=NetworkSegment(18cc726e-459d-4848-adc6-6a2108732453),segment_id=18cc726e-459d-4848-adc6-6a2108732453)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:26.558102 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (bc97e323-0866-4b90-a801-a65f03b75a20), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.586283 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea07a-cba5-4809-a3eb-e0f3ea5db0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (7aa5cd5a-4878-41ff-b037-984c4683642e), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.591009 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.610826 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:26.616733 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:26.621752 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:26.625559 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Pushing event updated for resources: {'Port': ['ID=bc97e323-0866-4b90-a801-a65f03b75a20,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:26.643045 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-7e7ea07a-cba5-4809-a3eb-e0f3ea5db0b1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb6f25e39df54ea3aa6bbe4cc95ac235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4427781 May 16 15:24:26.644397 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ea07a-cba5-4809-a3eb-e0f3ea5db0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa5cd5a-4878-41ff-b037-984c4683642e,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:26.647093 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56814) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:26.672409 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32a6f3-5c56-4ef4-9e33-75ffb1892345 None None] Pushing event updated for resources: {'Port': ['ID=60f2393b-d02a-4ea9-85e9-8bc046bcbf38,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:26.713011 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-086bfd78-eb67-45b3-95ac-7faae6af16d9 admin admin] Publish callbacks [] for security_group (7aa5cd5a-4878-41ff-b037-984c4683642e), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.753919 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-086bfd78-eb67-45b3-95ac-7faae6af16d9 admin admin] Publish callbacks [] for security_group (7aa5cd5a-4878-41ff-b037-984c4683642e), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.900516 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-086bfd78-eb67-45b3-95ac-7faae6af16d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (7aa5cd5a-4878-41ff-b037-984c4683642e), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.905375 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-086bfd78-eb67-45b3-95ac-7faae6af16d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:26.907163 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-086bfd78-eb67-45b3-95ac-7faae6af16d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7aa5cd5a-4878-41ff-b037-984c4683642e HTTP/1.1" status: 204 len: 168 time: 0.2590413 May 16 15:24:26.918942 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bfd78-eb67-45b3-95ac-7faae6af16d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa5cd5a-4878-41ff-b037-984c4683642e,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:27.224811 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Publish callbacks [] for router_gateway (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.505633 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 2cfac7d2-83bf-43f9-abbd-6d73409be41d up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:27.508871 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b03b2-7cff-4b95-ae73-7a5edbc97053 req-1b28f17f-c417-4edb-a415-e06c4d140115 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:27.509946 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.510578 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc1b03b2-7cff-4b95-ae73-7a5edbc97053 req-1b28f17f-c417-4edb-a415-e06c4d140115 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0639997 May 16 15:24:27.511592 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830115'] for router (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.612837 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc1b03b2-7cff-4b95-ae73-7a5edbc97053 req-bbd72a45-255c-4cc2-a17c-f5bb3555948f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966995 May 16 15:24:27.731543 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 2cfac7d2-83bf-43f9-abbd-6d73409be41d triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:27.731891 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.768878 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Router c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 is scheduled to L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 with binding_index 1 {{(pid=103978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:24:27.820789 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 2cfac7d2-83bf-43f9-abbd-6d73409be41d is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:27.822537 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:27.889950 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:27.890672 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.906300 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:27.917895 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Sync routers for ids ['c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:27.937287 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Routers {'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:27.942932 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:24:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:27.972786 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:27.973166 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.007934 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=60f2393b-d02a-4ea9-85e9-8bc046bcbf38,segment=NetworkSegment(18cc726e-459d-4848-adc6-6a2108732453),segment_id=18cc726e-459d-4848-adc6-6a2108732453)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:28.054861 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc4255-9d2b-4ddc-a9c3-d11eb690b7c9 None None] Network 71d2d60d-6068-41e2-ae39-e7abe12f65ee requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:28.055679 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.055679 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c2825575-66c5-48e0-b0ff-be4b52691512 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9436512 May 16 15:24:28.056006 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56840) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:28.069522 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Set router c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:28.122174 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.135184 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-bacdb0c6-edc1-47a5-bf73-b4810c0dd23b None None] Provisioning complete for port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:28.136227 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-bacdb0c6-edc1-47a5-bf73-b4810c0dd23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.251058 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56846) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:28.272156 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=60f2393b-d02a-4ea9-85e9-8bc046bcbf38,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:28.323521 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'name': 'tempest-TestMinimumBasicScenario-124036932-router', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:25Z', 'updated_at': '2022-05-16T15:24:26Z', 'revision_number': 3, 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'gw_port': {'id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:26Z', 'updated_at': '2022-05-16T15:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:28.323875 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-bacdb0c6-edc1-47a5-bf73-b4810c0dd23b None None] Current status of the port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:28.351609 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Checking router: c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:28.352277 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Updating router c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 port bc97e323-0866-4b90-a801-a65f03b75a20 binding host dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:28.386263 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (bc97e323-0866-4b90-a801-a65f03b75a20), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.416038 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1253742219-network', 'tenant_id': '66e1e9277cbb4651901cbb84564ef9bd'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:28.499458 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device a3126c76-9ed9-4501-8584-9b5b2ba2d62e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:24:28.527539 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Made reservation on behalf of 66e1e9277cbb4651901cbb84564ef9bd for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:28.530021 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.550684 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.579275 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-b069d5f1-5bc4-4cf9-a5d4-cdaf77818544 None None] Provisioning complete for port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:28.587292 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b069d5f1-5bc4-4cf9-a5d4-cdaf77818544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.595327 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.659541 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port a3126c76-9ed9-4501-8584-9b5b2ba2d62e is: ACTIVE; New status is: DOWN {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:28.660049 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.688552 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Publish callbacks [] for security_group (1071a073-cb1c-4b31-9c49-e97b83b9b81f), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.706777 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:28.708757 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca62fcf8-d83c-494a-be58-5680db43515b" -d '{"events": [{"server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:28.747777 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-b069d5f1-5bc4-4cf9-a5d4-cdaf77818544 None None] Current status of the port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:28.747941 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Publish callbacks [] for port (bc97e323-0866-4b90-a801-a65f03b75a20), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.752679 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 15:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf8f728-aff9-49ca-b621-a4c4700f4e28 x-openstack-request-id: req-3bf8f728-aff9-49ca-b621-a4c4700f4e28 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:28.752993 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:28.753301 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3bf8f728-aff9-49ca-b621-a4c4700f4e28 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:28.753796 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf8f728-aff9-49ca-b621-a4c4700f4e28'] response: {'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'code': 200} May 16 15:24:28.755954 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:28.774813 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1071a073-cb1c-4b31-9c49-e97b83b9b81f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.797017 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:24:28.811819 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1071a073-cb1c-4b31-9c49-e97b83b9b81f,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:28.828603 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Allocated IP 172.20.0.1 (71d2d60d-6068-41e2-ae39-e7abe12f65ee/810f9df9-0fa0-41aa-9862-0bb59faf0e21/adcb69e3-6f34-4f58-8f87-53b8be75ee2f) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:28.828963 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (1a5e2907-6bcb-4a88-bc0d-713878bfd03c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.828963 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Added segment 1a5e2907-6bcb-4a88-bc0d-713878bfd03c of type vlan for network b080d6fb-6f80-4230-8970-1240bdaa9a98 May 16 15:24:28.831806 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c43ce-df97-4cad-b6d3-a2d4b05bea37 req-1e5a9be0-ae9e-4b10-b539-0164b95c8e1f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:28.833362 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a60c43ce-df97-4cad-b6d3-a2d4b05bea37 req-1e5a9be0-ae9e-4b10-b539-0164b95c8e1f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0631616 May 16 15:24:28.871251 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (b080d6fb-6f80-4230-8970-1240bdaa9a98), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.900520 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (bc97e323-0866-4b90-a801-a65f03b75a20), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.901273 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.936853 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a60c43ce-df97-4cad-b6d3-a2d4b05bea37 req-1b7a234b-d4b9-4413-a587-d259bf25ee89 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940204 May 16 15:24:28.961900 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Attempting to bind port bc97e323-0866-4b90-a801-a65f03b75a20 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:28.961900 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Attempting to bind port bc97e323-0866-4b90-a801-a65f03b75a20 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:28.961900 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Attempting to bind port bc97e323-0866-4b90-a801-a65f03b75a20 on network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:28.961900 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:28.961900 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Checking segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:28.961900 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.961900 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Bound using segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:28.961900 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Bound port: bc97e323-0866-4b90-a801-a65f03b75a20, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:28.961900 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (bc97e323-0866-4b90-a801-a65f03b75a20), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:28.972316 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,revision_number=8']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:28.986008 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Publish callbacks [] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.018568 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] For port bc97e323-0866-4b90-a801-a65f03b75a20, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:29.021669 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] For port bc97e323-0866-4b90-a801-a65f03b75a20, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=bc97e323-0866-4b90-a801-a65f03b75a20,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:29.023099 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8577e3-56c3-4080-ba6b-7ff4dc979f4d None None] Pushing event updated for resources: {'Port': ['ID=bc97e323-0866-4b90-a801-a65f03b75a20,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:29.220510 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (b080d6fb-6f80-4230-8970-1240bdaa9a98), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.221540 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:29.222113 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.282309 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] Pushing event updated for resources: {'Network': ['ID=b080d6fb-6f80-4230-8970-1240bdaa9a98,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:29.289353 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.293578 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (bc97e323-0866-4b90-a801-a65f03b75a20), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.313715 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network b080d6fb-6f80-4230-8970-1240bdaa9a98 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:24:29.350009 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Routers {'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:29.350653 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:24:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:29.365331 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Network 71d2d60d-6068-41e2-ae39-e7abe12f65ee is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:29.372040 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:29.372040 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:29.406657 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8577e3-56c3-4080-ba6b-7ff4dc979f4d None None] Pushing event updated for resources: {'Port': ['ID=bc97e323-0866-4b90-a801-a65f03b75a20,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:29.409460 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Pushing event updated for resources: {'Port': ['ID=adcb69e3-6f34-4f58-8f87-53b8be75ee2f,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:29.432556 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-1b0ecc70-d9ff-40c4-941b-22e105faae2a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.1796212 May 16 15:24:29.434614 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56866) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:29.441853 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1834446'] for router_interface (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.442301 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-7df391da-93f1-4b48-ac79-b2c9e9c5e840 admin admin] Request body: {'subnet': {'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1253742219-subnet', 'tenant_id': '66e1e9277cbb4651901cbb84564ef9bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:29.495024 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.504714 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:29.507020 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] Set router c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:29.544904 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df391da-93f1-4b48-ac79-b2c9e9c5e840 admin admin] Made reservation on behalf of 66e1e9277cbb4651901cbb84564ef9bd for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:29.548846 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7df391da-93f1-4b48-ac79-b2c9e9c5e840 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32985670'] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.553741 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:29.554382 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.667242 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:29.677357 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-86ebcb1d-a9d3-4ec7-b8b2-0474265e2710 None None] Provisioning complete for port adcb69e3-6f34-4f58-8f87-53b8be75ee2f triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:29.677889 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-86ebcb1d-a9d3-4ec7-b8b2-0474265e2710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.721877 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.730421 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-86ebcb1d-a9d3-4ec7-b8b2-0474265e2710 None None] Port adcb69e3-6f34-4f58-8f87-53b8be75ee2f cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:29.810920 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'name': 'tempest-TestMinimumBasicScenario-124036932-router', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:25Z', 'updated_at': '2022-05-16T15:24:26Z', 'revision_number': 3, 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'gw_port': {'id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:26Z', 'updated_at': '2022-05-16T15:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:29.840259 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084a386-feaf-4239-abd7-ef3c223b99fc None None] The sync data for ids ['c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'] in dv-cinder-790535-39-iscsi is: [{'id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'name': 'tempest-TestMinimumBasicScenario-124036932-router', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:25Z', 'updated_at': '2022-05-16T15:24:26Z', 'revision_number': 3, 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'gw_port': {'id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:26Z', 'updated_at': '2022-05-16T15:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:29.859537 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7df391da-93f1-4b48-ac79-b2c9e9c5e840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31724850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32985680'] for subnet (2c85dcdd-04ea-42db-8f69-e0372b0c34c4), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.919796 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df391da-93f1-4b48-ac79-b2c9e9c5e840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c85dcdd-04ea-42db-8f69-e0372b0c34c4,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:29.937455 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df391da-93f1-4b48-ac79-b2c9e9c5e840 admin admin] Checking segment: {'id': '1a5e2907-6bcb-4a88-bc0d-713878bfd03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:29.938323 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df391da-93f1-4b48-ac79-b2c9e9c5e840 admin admin] Network hostable DHCP agents. Network: b080d6fb-6f80-4230-8970-1240bdaa9a98, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:24:29.945611 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Publish callbacks [] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:30.043478 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:30.083348 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df391da-93f1-4b48-ac79-b2c9e9c5e840 admin admin] Network b080d6fb-6f80-4230-8970-1240bdaa9a98 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:24:30.129153 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1833092'] for router_interface (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:30.161610 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Pushing event updated for resources: {'Port': ['ID=adcb69e3-6f34-4f58-8f87-53b8be75ee2f,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:30.247979 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Network 71d2d60d-6068-41e2-ae39-e7abe12f65ee is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:30.249730 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:30.323395 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-7df391da-93f1-4b48-ac79-b2c9e9c5e840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, b080d6fb-6f80-4230-8970-1240bdaa9a98) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:30.341060 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d10eae3-3f08-484f-9f62-3c8c418cbc81 None None] Network b080d6fb-6f80-4230-8970-1240bdaa9a98 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:30.341388 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df391da-93f1-4b48-ac79-b2c9e9c5e840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:30.341388 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7df391da-93f1-4b48-ac79-b2c9e9c5e840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:30.412177 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Router c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:24:30.483007 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-7df391da-93f1-4b48-ac79-b2c9e9c5e840 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0464618 May 16 15:24:30.499389 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a20ccb-61ed-4496-9cad-2a8b17572ef3 None None] Network b080d6fb-6f80-4230-8970-1240bdaa9a98 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:30.567422 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:30.582801 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-bb46a093-11e3-4ac1-82a3-0f328987d51d admin admin] 10.222.0.76 "PUT /v2.0/routers/c4c47a3f-b79a-4675-9d3a-d243bf2b45f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5284154 May 16 15:24:30.596666 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-65b48da9-e8d2-444d-8d5e-a6af9ae84ce1 None None] Provisioning complete for port adcb69e3-6f34-4f58-8f87-53b8be75ee2f triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:30.597135 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-65b48da9-e8d2-444d-8d5e-a6af9ae84ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:30.665494 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-65b48da9-e8d2-444d-8d5e-a6af9ae84ce1 None None] Port adcb69e3-6f34-4f58-8f87-53b8be75ee2f cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:30.829979 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [req-23b29049-53d5-4551-bf0e-a1ef10bb46cb req-55771f49-44bd-4235-a593-bba2b733bf64 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:24:30.831094 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-23b29049-53d5-4551-bf0e-a1ef10bb46cb req-55771f49-44bd-4235-a593-bba2b733bf64 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065463 May 16 15:24:31.161307 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe62913-14c4-4b56-9153-93f537b57ee3 req-08754396-49a7-4e16-adca-2e8bf7bc3ba7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:31.162773 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9fe62913-14c4-4b56-9153-93f537b57ee3 req-08754396-49a7-4e16-adca-2e8bf7bc3ba7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0467553 May 16 15:24:31.214159 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9fe62913-14c4-4b56-9153-93f537b57ee3 req-8328de10-7108-4edf-91b8-7d5144d459ee tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445764 May 16 15:24:31.482151 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device bc97e323-0866-4b90-a801-a65f03b75a20 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:31.567109 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port bc97e323-0866-4b90-a801-a65f03b75a20 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:31.568557 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (bc97e323-0866-4b90-a801-a65f03b75a20), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:31.638784 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-2fca30ab-b10c-4b01-98e4-1d7e55373fa5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626057101&fields=id&tenant_id=be817fd143aa4f3b87f6cfd77666cdb7 HTTP/1.1" status: 200 len: 267 time: 0.0770819 May 16 15:24:31.661331 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port bc97e323-0866-4b90-a801-a65f03b75a20 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:31.661803 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (bc97e323-0866-4b90-a801-a65f03b75a20), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:31.683108 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port bc97e323-0866-4b90-a801-a65f03b75a20, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=bc97e323-0866-4b90-a801-a65f03b75a20,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:31.752863 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-2e16bb0d-c796-41f2-89a7-552b6dd84d22 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:31.754427 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-2e16bb0d-c796-41f2-89a7-552b6dd84d22 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/networks?id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f HTTP/1.1" status: 200 len: 808 time: 0.1078322 May 16 15:24:31.775949 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-75d93b2d-f849-4d69-881b-9db7aae4536a tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/quotas/be817fd143aa4f3b87f6cfd77666cdb7 HTTP/1.1" status: 200 len: 375 time: 0.0158224 May 16 15:24:31.780433 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (bc97e323-0866-4b90-a801-a65f03b75a20), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:31.848634 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-b7c84761-22bb-47e1-8a33-86261add8d13 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=be817fd143aa4f3b87f6cfd77666cdb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588658 May 16 15:24:31.884450 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 56936) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:31.894368 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=bc97e323-0866-4b90-a801-a65f03b75a20,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:31.984456 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-10f13388-bed5-4302-8019-34442e12dafd service neutron] 10.222.0.76 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097162 May 16 15:24:32.024129 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-84615844-07e8-4382-89d6-4853d05ceacd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1385963 May 16 15:24:32.033837 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-6d80623b-cb49-4d2a-a576-cadf9c6bb8b0 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:24:32.038863 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-6d80623b-cb49-4d2a-a576-cadf9c6bb8b0 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0098152 May 16 15:24:32.103097 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-fb809420-2d88-4a25-8637-ba43d906296a service neutron] 10.222.0.76 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118097 May 16 15:24:32.138720 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 56944) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:32.272447 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc70163-c45b-46a6-94ea-442433019c07 req-367e18a9-9e4e-46c6-b883-d38b8119b94e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:32.274914 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-367e18a9-9e4e-46c6-b883-d38b8119b94e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports/a3126c76-9ed9-4501-8584-9b5b2ba2d62e HTTP/1.1" status: 200 len: 941 time: 0.1340070 May 16 15:24:32.379921 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c2525-fd22-4171-95e1-a619404650d1 req-91ade54d-100d-4977-a829-53b79bab353a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:32.389614 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bd0c2525-fd22-4171-95e1-a619404650d1 req-91ade54d-100d-4977-a829-53b79bab353a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0641904 May 16 15:24:32.457949 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bd0c2525-fd22-4171-95e1-a619404650d1 req-73a71cad-b1b5-490a-9907-38bcdf67f2da tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619452 May 16 15:24:32.800936 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Sync routers for ids ['c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:32.840700 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Routers {'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:32.841851 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:24:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:32.920720 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-033a243e-4cc4-4bf4-957e-a01169cc4d7f req-7957ad76-70b0-4d0b-b4a2-91716433ae84 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 210 time: 0.0807917 May 16 15:24:33.037377 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-5a232de2-9dd7-4239-b2b6-00f129ac9a7f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:33.042598 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Set router c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:33.047275 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-5a232de2-9dd7-4239-b2b6-00f129ac9a7f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/networks?id=b080d6fb-6f80-4230-8970-1240bdaa9a98 HTTP/1.1" status: 200 len: 814 time: 0.2152379 May 16 15:24:33.059752 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-24927d61-0780-4e0e-85e4-fced61df4f00 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/quotas/66e1e9277cbb4651901cbb84564ef9bd HTTP/1.1" status: 200 len: 375 time: 0.0115354 May 16 15:24:33.096412 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-de08055d-3146-47db-9bf8-a4d6aae6f67f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=66e1e9277cbb4651901cbb84564ef9bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312147 May 16 15:24:33.230873 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-b9d2c4e4-6431-4906-9993-0f653d30cafc service neutron] 10.222.0.76 "GET /v2.0/networks/b080d6fb-6f80-4230-8970-1240bdaa9a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237080 May 16 15:24:33.300558 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'name': 'tempest-TestMinimumBasicScenario-124036932-router', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:25Z', 'updated_at': '2022-05-16T15:24:29Z', 'revision_number': 4, 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'gw_port': {'id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:26Z', 'updated_at': '2022-05-16T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'adcb69e3-6f34-4f58-8f87-53b8be75ee2f', 'name': '', 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'mac_address': 'fa:16:3e:8c:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '810f9df9-0fa0-41aa-9862-0bb59faf0e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:28Z', 'updated_at': '2022-05-16T15:24:29Z', 'revision_number': 2, 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'subnets': [{'id': '810f9df9-0fa0-41aa-9862-0bb59faf0e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:33.401878 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-ee344e28-6b71-43ee-9b4f-99f9766e4fc7 service neutron] 10.222.0.76 "GET /v2.0/networks/b080d6fb-6f80-4230-8970-1240bdaa9a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695318 May 16 15:24:33.483759 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Checking router: c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:33.484354 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Updating router c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 port adcb69e3-6f34-4f58-8f87-53b8be75ee2f binding host dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:33.530528 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:33.548244 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device bc97e323-0866-4b90-a801-a65f03b75a20 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:33.655190 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f086b-3931-468f-8ecf-3159a7b55526 req-f6f9d0f4-048d-4e46-a1d7-33253df16ba6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:33.660852 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port bc97e323-0866-4b90-a801-a65f03b75a20 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:33.661231 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (bc97e323-0866-4b90-a801-a65f03b75a20), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:33.661803 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7a8f086b-3931-468f-8ecf-3159a7b55526 req-f6f9d0f4-048d-4e46-a1d7-33253df16ba6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0750616 May 16 15:24:33.730319 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7a8f086b-3931-468f-8ecf-3159a7b55526 req-d50a15bd-1b94-4946-aa4b-cd3e6888f0b9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622406 May 16 15:24:33.840310 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port bc97e323-0866-4b90-a801-a65f03b75a20 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:33.993035 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4cff6b69-79b2-4a6c-a3b1-adc52a4465a0 req-d0ef7130-25f6-47d1-9c37-d726b9a2b71c tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 210 time: 0.0685542 May 16 15:24:34.064084 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f6919f5a-df65-419d-9eda-c51d71ace0b5 req-6ba39ab3-6761-46eb-811d-5382c6fdb8dd tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 210 time: 0.0665174 May 16 15:24:34.079774 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Publish callbacks [] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:34.191918 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:34.261169 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5d26a-2c6f-4eef-86eb-4a4d2b2f9e2c None None] Pushing event updated for resources: {'Port': ['ID=adcb69e3-6f34-4f58-8f87-53b8be75ee2f,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:34.329686 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Attempting to bind port adcb69e3-6f34-4f58-8f87-53b8be75ee2f on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:34.330577 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Attempting to bind port adcb69e3-6f34-4f58-8f87-53b8be75ee2f by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '18cc726e-459d-4848-adc6-6a2108732453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:34.330577 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Attempting to bind port adcb69e3-6f34-4f58-8f87-53b8be75ee2f on network 71d2d60d-6068-41e2-ae39-e7abe12f65ee {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:34.336775 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:34.337276 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Checking segment: {'id': '18cc726e-459d-4848-adc6-6a2108732453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:34.337750 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:34.338925 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Bound using segment: {'id': '18cc726e-459d-4848-adc6-6a2108732453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:34.339627 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Bound port: adcb69e3-6f34-4f58-8f87-53b8be75ee2f, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cc726e-459d-4848-adc6-6a2108732453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:34.343460 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:34.422279 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] For port adcb69e3-6f34-4f58-8f87-53b8be75ee2f, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:34.426257 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] For port adcb69e3-6f34-4f58-8f87-53b8be75ee2f, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=adcb69e3-6f34-4f58-8f87-53b8be75ee2f,segment=NetworkSegment(18cc726e-459d-4848-adc6-6a2108732453),segment_id=18cc726e-459d-4848-adc6-6a2108732453)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:34.523969 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-69adfe2e-0b70-4a61-a45e-318f6e0be211 None None] Provisioning complete for port adcb69e3-6f34-4f58-8f87-53b8be75ee2f triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:34.524569 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-69adfe2e-0b70-4a61-a45e-318f6e0be211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:34.566473 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-69adfe2e-0b70-4a61-a45e-318f6e0be211 None None] Port adcb69e3-6f34-4f58-8f87-53b8be75ee2f cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:34.587237 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:34.785708 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Routers {'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:34.786430 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:24:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:34.790837 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5d26a-2c6f-4eef-86eb-4a4d2b2f9e2c None None] Pushing event updated for resources: {'Port': ['ID=adcb69e3-6f34-4f58-8f87-53b8be75ee2f,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:34.941813 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4651a8-319e-4c20-a63f-b6b901ab3ed4 req-596745ef-dfbb-4e0d-8ab8-6fb909162ea5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:34.951051 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7c4651a8-319e-4c20-a63f-b6b901ab3ed4 req-596745ef-dfbb-4e0d-8ab8-6fb909162ea5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0911446 May 16 15:24:35.004192 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] Set router c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:35.053040 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7c4651a8-319e-4c20-a63f-b6b901ab3ed4 req-5a9086ec-389b-4ebb-ba14-77dd8858fa32 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003180 May 16 15:24:35.126161 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-1b5cbf5b-a184-457c-9134-48d04834e025 None None] Provisioning complete for port adcb69e3-6f34-4f58-8f87-53b8be75ee2f triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:35.126542 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1b5cbf5b-a184-457c-9134-48d04834e025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:35.142771 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d595c931-3f4a-480b-b320-2eae62b4aac6 req-bd23da19-dc13-4b00-8d9e-19ebe1ff91c6 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 210 time: 0.0612404 May 16 15:24:35.231285 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-17af15fb-3ef0-4674-9af2-0278c63fee1a req-03bf540a-53ca-440f-af6f-c7abe32e4fd1 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 210 time: 0.0405140 May 16 15:24:35.329918 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-1b5cbf5b-a184-457c-9134-48d04834e025 None None] Current status of the port adcb69e3-6f34-4f58-8f87-53b8be75ee2f is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:35.330335 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1b5cbf5b-a184-457c-9134-48d04834e025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:35.367827 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'name': 'tempest-TestMinimumBasicScenario-124036932-router', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:25Z', 'updated_at': '2022-05-16T15:24:29Z', 'revision_number': 4, 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'gw_port': {'id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:26Z', 'updated_at': '2022-05-16T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'adcb69e3-6f34-4f58-8f87-53b8be75ee2f', 'name': '', 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'mac_address': 'fa:16:3e:8c:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '810f9df9-0fa0-41aa-9862-0bb59faf0e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:28Z', 'updated_at': '2022-05-16T15:24:34Z', 'revision_number': 4, 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'subnets': [{'id': '810f9df9-0fa0-41aa-9862-0bb59faf0e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:35.414342 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-1b5cbf5b-a184-457c-9134-48d04834e025 None None] For port adcb69e3-6f34-4f58-8f87-53b8be75ee2f, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=adcb69e3-6f34-4f58-8f87-53b8be75ee2f,segment=NetworkSegment(18cc726e-459d-4848-adc6-6a2108732453),segment_id=18cc726e-459d-4848-adc6-6a2108732453)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:35.416700 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9364aa-f92a-4a53-b6da-9d0ab6f88160 None None] The sync data for ids ['c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'] in dv-cinder-790535-39-iscsi is: [{'id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'name': 'tempest-TestMinimumBasicScenario-124036932-router', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:25Z', 'updated_at': '2022-05-16T15:24:29Z', 'revision_number': 4, 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'gw_port': {'id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:26Z', 'updated_at': '2022-05-16T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'adcb69e3-6f34-4f58-8f87-53b8be75ee2f', 'name': '', 'network_id': '71d2d60d-6068-41e2-ae39-e7abe12f65ee', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'mac_address': 'fa:16:3e:8c:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '810f9df9-0fa0-41aa-9862-0bb59faf0e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:28Z', 'updated_at': '2022-05-16T15:24:34Z', 'revision_number': 4, 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'subnets': [{'id': '810f9df9-0fa0-41aa-9862-0bb59faf0e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:35.506103 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1b5cbf5b-a184-457c-9134-48d04834e025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:35.579297 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cbf5b-a184-457c-9134-48d04834e025 None None] Pushing event updated for resources: {'Port': ['ID=adcb69e3-6f34-4f58-8f87-53b8be75ee2f,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:36.226701 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a180158-b56b-4536-a898-af1deca62306 req-8289d037-6a0b-4a12-8228-098885023817 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:36.229197 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a180158-b56b-4536-a898-af1deca62306 req-8289d037-6a0b-4a12-8228-098885023817 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0708742 May 16 15:24:36.247428 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f5fc42bd-75ec-42c5-abb2-c32f4f33183c req-4198962f-00bf-4109-a86b-f69af5a2c4d0 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 210 time: 0.0290878 May 16 15:24:36.287468 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a180158-b56b-4536-a898-af1deca62306 req-f62f3a75-d2ee-4135-947c-6b359bd933e5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520024 May 16 15:24:36.383650 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d8869294-20be-40f0-b133-5eba63b50e64 req-bad09539-dfdc-4d67-a738-4ce15c3335a4 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 210 time: 0.0297868 May 16 15:24:36.839465 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc70163-c45b-46a6-94ea-442433019c07 req-98a9ea4a-31a3-4a46-b0f8-65713c5f5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:36.840920 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-98a9ea4a-31a3-4a46-b0f8-65713c5f5b51 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4&tenant_id=f2241c9641bb401aa9f1c6930c513552 HTTP/1.1" status: 200 len: 1128 time: 0.1417875 May 16 15:24:36.935252 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-dd3b4f7e-f1a4-41b9-8483-891c386e3d03 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:36.936931 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-dd3b4f7e-f1a4-41b9-8483-891c386e3d03 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.79 "GET /v2.0/networks?id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f HTTP/1.1" status: 200 len: 808 time: 0.2396750 May 16 15:24:36.938274 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc70163-c45b-46a6-94ea-442433019c07 req-79bafa5a-fcbc-4fd4-9b14-883940eeb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:36.939682 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-79bafa5a-fcbc-4fd4-9b14-883940eeb042 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f2241c9641bb401aa9f1c6930c513552&device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 1128 time: 0.0617843 May 16 15:24:37.103953 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-069186be-a1fd-4e9b-a0c3-24cf465b9f07 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be817fd143aa4f3b87f6cfd77666cdb7 HTTP/1.1" status: 200 len: 380 time: 0.1385815 May 16 15:24:37.116583 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Request body: {'port': {'device_id': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'admin_state_up': True, 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'security_groups': ['f1e78cea-6a38-4939-ac9d-b1b35f514719']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:37.138656 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc70163-c45b-46a6-94ea-442433019c07 req-cc35aa68-e315-45d7-a711-56efd14cc0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:37.140439 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-cc35aa68-e315-45d7-a711-56efd14cc0e7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ca0b759-8171-48eb-a5a7-1c280cfa9338 HTTP/1.1" status: 200 len: 917 time: 0.1855814 May 16 15:24:37.489786 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-255bd1f9-0a16-4e02-87d5-37e578f913bc req-40ba94d1-ea81-4ef4-b2e4-90b54807ad41 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 210 time: 0.1037135 May 16 15:24:37.499934 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-40b39653-d9a9-4e21-b511-38d5e9f2c43f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e HTTP/1.1" status: 200 len: 999 time: 0.3493128 May 16 15:24:37.568505 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device adcb69e3-6f34-4f58-8f87-53b8be75ee2f up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:37.580457 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Made reservation on behalf of be817fd143aa4f3b87f6cfd77666cdb7 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:37.589924 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:37.604472 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7bf6f-6d04-4264-a49e-3ea70ecfabf9 req-1de997a4-bfaa-4ebb-9c6e-1970a0e4460e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:37.613507 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-39b7bf6f-6d04-4264-a49e-3ea70ecfabf9 req-1de997a4-bfaa-4ebb-9c6e-1970a0e4460e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.1601357 May 16 15:24:37.636581 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cd452e24-88f2-41a7-b641-19daef250117 req-0d2388c7-94c3-40d3-93e3-701b70d6f342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 210 time: 0.0765190 May 16 15:24:37.638990 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port adcb69e3-6f34-4f58-8f87-53b8be75ee2f triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:37.639477 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:37.757805 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port adcb69e3-6f34-4f58-8f87-53b8be75ee2f is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:38.009561 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc70163-c45b-46a6-94ea-442433019c07 req-4fb84f34-d627-41e7-b757-91ad69249367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:38.011766 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-4fb84f34-d627-41e7-b757-91ad69249367 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=29de9496-5d60-46ba-8f4f-543ccad83b00 HTTP/1.1" status: 200 len: 855 time: 0.4400623 May 16 15:24:38.026153 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-39b7bf6f-6d04-4264-a49e-3ea70ecfabf9 req-495032fe-aa1c-4aae-afbc-4b7fe8a01829 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4116645 May 16 15:24:38.150215 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc70163-c45b-46a6-94ea-442433019c07 req-63844c8a-f906-4371-a856-75cd81e1932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:38.153829 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-63844c8a-f906-4371-a856-75cd81e1932f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ca0b759-8171-48eb-a5a7-1c280cfa9338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1208463 May 16 15:24:38.275313 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-0ee58e7f-6446-447e-bcc6-6b59c49f51f8 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:38.277365 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-0ee58e7f-6446-447e-bcc6-6b59c49f51f8 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.79 "GET /v2.0/networks?id=b080d6fb-6f80-4230-8970-1240bdaa9a98 HTTP/1.1" status: 200 len: 814 time: 0.2502625 May 16 15:24:38.285042 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Allocated IP 172.20.0.11 (04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f/d2f0a3ab-7bbe-417c-8e80-93498c8cac49/63eb5f5f-0157-446b-b8eb-bc09b2fc4125) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:38.296242 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Request body: {'port': {'device_id': '0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc', 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98', 'admin_state_up': True, 'tenant_id': '66e1e9277cbb4651901cbb84564ef9bd'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:38.404837 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-807c064d-57a1-4283-b3d9-3aa1a2300f03 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310085 May 16 15:24:38.656780 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4ff36820-bcc1-45e1-a1e6-160a641fadc6 req-063a1dfc-3d47-45ee-bfbe-98febd07bd20 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 210 time: 0.0623655 May 16 15:24:38.678455 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-99037102-ea31-4913-8945-5cebfd4afc67 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596481 May 16 15:24:38.681781 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:38.728118 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Made reservation on behalf of 66e1e9277cbb4651901cbb84564ef9bd for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:38.732039 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:38.803996 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4ea1587a-4664-4d36-9113-26879a178a33 req-37e54d6c-3956-4169-a685-a95690be6d2f tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 210 time: 0.0505407 May 16 15:24:38.889642 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:38.964042 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:38.979460 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:38.986082 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:39.036806 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:39.037432 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:39.041859 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Allocated IP 172.20.0.11 (b080d6fb-6f80-4230-8970-1240bdaa9a98/2c85dcdd-04ea-42db-8f69-e0372b0c34c4/c7745a72-d5fd-48e6-8037-08c5e91923d2) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:39.043826 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event updated for resources: {'Port': ['ID=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:39.155023 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-19580baf-10f4-43fe-ad7e-a55eeda8b661 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0450623 May 16 15:24:39.170192 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Request body: {'port': {'device_id': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:39.175143 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30915d1a-9ce1-49c8-a092-7d117c4b8322 req-29428b93-3844-4e97-8923-e1f76ca52e84 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:39.182359 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-30915d1a-9ce1-49c8-a092-7d117c4b8322 req-29428b93-3844-4e97-8923-e1f76ca52e84 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0587986 May 16 15:24:39.296043 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-30915d1a-9ce1-49c8-a092-7d117c4b8322 req-64714569-0ea6-4201-a3af-9c379a9dd800 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061156 May 16 15:24:39.394812 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:39.458875 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks [] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:39.467014 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-5ef04a43-c2db-4fed-897e-f0e98c15fafe None None] Provisioning complete for port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:39.467561 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5ef04a43-c2db-4fed-897e-f0e98c15fafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:39.498745 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-5ef04a43-c2db-4fed-897e-f0e98c15fafe None None] Port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:39.719814 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:24:39.729620 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Publish callbacks [] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:39.767419 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d79a3472-0355-4338-9121-551ba2585a47 req-9e479934-b1d0-4bb9-a399-6d30cbcb0d2d tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 210 time: 0.0404623 May 16 15:24:39.774146 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Transition to ACTIVE for port object 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:24:39.908857 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f68cf-ce97-4af5-a6b2-0024adb53f00 req-d221598d-a28a-45ef-be11-68c6c96b4dec tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:39.911197 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-535f68cf-ce97-4af5-a6b2-0024adb53f00 req-d221598d-a28a-45ef-be11-68c6c96b4dec tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 932 time: 0.0519171 May 16 15:24:39.968492 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-535f68cf-ce97-4af5-a6b2-0024adb53f00 req-3a1b8fef-da11-4324-9726-e72101db849d tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495379 May 16 15:24:40.340881 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:40.364251 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:40.414904 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Network b080d6fb-6f80-4230-8970-1240bdaa9a98 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:40.437408 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:40.448573 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:40.484395 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Pushing event updated for resources: {'Port': ['ID=c7745a72-d5fd-48e6-8037-08c5e91923d2,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:40.503289 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44efed9-80d1-474b-96dc-a9bd7a8f641c req-ba745e3e-9478-4be1-8b82-020dd7cb137d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:40.505017 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f44efed9-80d1-474b-96dc-a9bd7a8f641c req-ba745e3e-9478-4be1-8b82-020dd7cb137d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.1165423 May 16 15:24:40.613222 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Pushing event updated for resources: {'Port': ['ID=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:40.624783 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:40.625414 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:40.669364 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f44efed9-80d1-474b-96dc-a9bd7a8f641c req-ef5877eb-9943-4d7c-9321-965ba20a2cde tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359937 May 16 15:24:40.678996 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Attempting to bind port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:40.679338 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Attempting to bind port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:40.679925 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Attempting to bind port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 on network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:40.700138 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 on network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:24:40.700469 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Attempting to bind port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 on network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:40.706225 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:40.706570 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Checking segment: {'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:40.707008 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Bound using segment: {'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:40.707464 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Bound port: 63eb5f5f-0157-446b-b8eb-bc09b2fc4125, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:40.707853 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:40.729759 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-8b0f494c-e3bc-49fb-9b36-dcdea128caa2 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4375026 May 16 15:24:40.796539 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] For port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:40.800205 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] For port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:40.824213 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Request body: {'port': {'device_id': '0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:40.839863 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:24:40.905792 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:40.953412 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:40.960422 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:40.961650 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:40.962656 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] 10.222.0.79 "PUT /v2.0/ports/63eb5f5f-0157-446b-b8eb-bc09b2fc4125 HTTP/1.1" status: 200 len: 1094 time: 1.7973974 May 16 15:24:40.965376 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:40.967708 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6cacf4-cd59-4a18-82fa-ec188b9709a2" -d '{"events": [{"name": "network-changed", "server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:41.032165 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18471768-30d0-4a6f-afaa-d299de1abff7 service neutron] Pushing event updated for resources: {'Port': ['ID=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:41.050791 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84be36c-7ef6-4b67-ab62-398bc966439f x-openstack-request-id: req-b84be36c-7ef6-4b67-ab62-398bc966439f {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:41.051306 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:41.051306 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b84be36c-7ef6-4b67-ab62-398bc966439f {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:41.051883 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84be36c-7ef6-4b67-ab62-398bc966439f'] response: {'name': 'network-changed', 'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'status': 'completed', 'code': 200} May 16 15:24:41.060691 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a36a3-85a0-4890-9c67-250a666d0109 req-c4212d51-8bc4-4ffd-915b-b5f4e54ed8c0 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:41.062382 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e80a36a3-85a0-4890-9c67-250a666d0109 req-c4212d51-8bc4-4ffd-915b-b5f4e54ed8c0 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 932 time: 0.1721828 May 16 15:24:41.173796 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e80a36a3-85a0-4890-9c67-250a666d0109 req-3a6bec30-da8c-462c-92b1-fab9dfb31497 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014035 May 16 15:24:41.373351 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cacf4-cd59-4a18-82fa-ec188b9709a2 req-102e4206-0088-4b61-89f6-9213380de6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:41.380119 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8d6cacf4-cd59-4a18-82fa-ec188b9709a2 req-102e4206-0088-4b61-89f6-9213380de6e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be817fd143aa4f3b87f6cfd77666cdb7&device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 1128 time: 0.2858810 May 16 15:24:41.861351 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7745a72-d5fd-48e6-8037-08c5e91923d2 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:24:41.872884 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Publish callbacks [] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:41.893619 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Transition to ACTIVE for port object c7745a72-d5fd-48e6-8037-08c5e91923d2 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:24:42.032305 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520b494-feec-482b-915c-40e43b6dad97 req-988e52ed-12a7-484d-8a56-3e8115fc24ae tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.041163 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b520b494-feec-482b-915c-40e43b6dad97 req-988e52ed-12a7-484d-8a56-3e8115fc24ae tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.8279843 May 16 15:24:42.046850 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:42.084472 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:42.197217 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7745a72-d5fd-48e6-8037-08c5e91923d2,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:42.215346 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d2b63-b5c4-4b17-96bb-73a89ecafd5b req-89b2b1cc-8df7-49c3-b463-a83ddb9e5538 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.225090 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-160d2b63-b5c4-4b17-96bb-73a89ecafd5b req-89b2b1cc-8df7-49c3-b463-a83ddb9e5538 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.1216681 May 16 15:24:42.314986 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-160d2b63-b5c4-4b17-96bb-73a89ecafd5b req-fd43ab91-d10d-4b68-b0fc-5da6dfa38ba0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886431 May 16 15:24:42.339240 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b520b494-feec-482b-915c-40e43b6dad97 req-dc7bd7bb-28a8-43ab-a800-0f301195ab1d tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969182 May 16 15:24:42.340792 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cacf4-cd59-4a18-82fa-ec188b9709a2 req-bec53d19-4db1-4c97-a908-f9f2b1f5f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.359470 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8d6cacf4-cd59-4a18-82fa-ec188b9709a2 req-bec53d19-4db1-4c97-a908-f9f2b1f5f147 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=be817fd143aa4f3b87f6cfd77666cdb7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.9427004 May 16 15:24:42.450949 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Attempting to bind port c7745a72-d5fd-48e6-8037-08c5e91923d2 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:42.451372 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Attempting to bind port c7745a72-d5fd-48e6-8037-08c5e91923d2 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1a5e2907-6bcb-4a88-bc0d-713878bfd03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:42.451708 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Attempting to bind port c7745a72-d5fd-48e6-8037-08c5e91923d2 on network b080d6fb-6f80-4230-8970-1240bdaa9a98 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:42.458920 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Port c7745a72-d5fd-48e6-8037-08c5e91923d2 on network b080d6fb-6f80-4230-8970-1240bdaa9a98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:24:42.461797 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Attempting to bind port c7745a72-d5fd-48e6-8037-08c5e91923d2 on network b080d6fb-6f80-4230-8970-1240bdaa9a98 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:42.467023 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f648916-dfda-4547-8087-197e958cdba1 req-7042b21e-c358-4b8a-8f1a-145754dc669e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.468643 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3f648916-dfda-4547-8087-197e958cdba1 req-7042b21e-c358-4b8a-8f1a-145754dc669e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 944 time: 0.0723791 May 16 15:24:42.470088 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:42.470458 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Checking segment: {'id': '1a5e2907-6bcb-4a88-bc0d-713878bfd03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:42.470847 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Bound using segment: {'id': '1a5e2907-6bcb-4a88-bc0d-713878bfd03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:42.471285 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Bound port: c7745a72-d5fd-48e6-8037-08c5e91923d2, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5e2907-6bcb-4a88-bc0d-713878bfd03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:42.471840 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:42.563256 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3f648916-dfda-4547-8087-197e958cdba1 req-113b710b-aee7-4ad8-a852-992628ceabae tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840731 May 16 15:24:42.586483 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] For port c7745a72-d5fd-48e6-8037-08c5e91923d2, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:42.590930 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] For port c7745a72-d5fd-48e6-8037-08c5e91923d2, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c7745a72-d5fd-48e6-8037-08c5e91923d2,segment=NetworkSegment(1a5e2907-6bcb-4a88-bc0d-713878bfd03c),segment_id=1a5e2907-6bcb-4a88-bc0d-713878bfd03c)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:42.659315 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:42.813826 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.833695 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:42.835307 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] 10.222.0.79 "PUT /v2.0/ports/c7745a72-d5fd-48e6-8037-08c5e91923d2 HTTP/1.1" status: 200 len: 1094 time: 2.0212891 May 16 15:24:42.887867 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9b076-db8f-4ffa-bfe9-4921ecb815e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7745a72-d5fd-48e6-8037-08c5e91923d2,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:43.048746 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cacf4-cd59-4a18-82fa-ec188b9709a2 req-93f40f73-db1c-4033-a0a2-e8a5c48e777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:43.050518 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8d6cacf4-cd59-4a18-82fa-ec188b9709a2 req-93f40f73-db1c-4033-a0a2-e8a5c48e777f service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2081361 May 16 15:24:43.057105 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc', 'tag': 'c7745a72-d5fd-48e6-8037-08c5e91923d2'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:43.062610 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a8065c-1954-4417-95af-18ffe78ba2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc", "tag": "c7745a72-d5fd-48e6-8037-08c5e91923d2"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:43.142947 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce68419-3024-4d4f-8e04-5148a71ed632 x-openstack-request-id: req-9ce68419-3024-4d4f-8e04-5148a71ed632 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:43.143241 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc", "tag": "c7745a72-d5fd-48e6-8037-08c5e91923d2", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:43.145736 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ce68419-3024-4d4f-8e04-5148a71ed632 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:43.146411 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce68419-3024-4d4f-8e04-5148a71ed632'] response: {'name': 'network-changed', 'server_uuid': '0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc', 'tag': 'c7745a72-d5fd-48e6-8037-08c5e91923d2', 'status': 'completed', 'code': 200} May 16 15:24:43.316932 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8065c-1954-4417-95af-18ffe78ba2ea req-3bc92b7d-d8b7-451a-b7d9-0ebc4da9392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:43.321293 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-92a8065c-1954-4417-95af-18ffe78ba2ea req-3bc92b7d-d8b7-451a-b7d9-0ebc4da9392d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=66e1e9277cbb4651901cbb84564ef9bd&device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 1128 time: 0.1153352 May 16 15:24:43.323907 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-e65ad947-2be6-4b52-a368-c0eacc4057f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:43.325268 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-e65ad947-2be6-4b52-a368-c0eacc4057f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be817fd143aa4f3b87f6cfd77666cdb7&device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 1128 time: 0.1978378 May 16 15:24:43.664641 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c308-e070-45e1-ae93-e6c50371bf98 req-4c3cbf3f-8006-4d40-92d3-c03057308951 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:43.669155 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a664c308-e070-45e1-ae93-e6c50371bf98 req-4c3cbf3f-8006-4d40-92d3-c03057308951 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.1525340 May 16 15:24:43.782585 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a664c308-e070-45e1-ae93-e6c50371bf98 req-3e33c934-a441-4bf6-a44e-c9d0ebe70934 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060944 May 16 15:24:43.945032 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-31896965-7fb7-4c69-b1d4-bbf07a543aa6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125 HTTP/1.1" status: 200 len: 217 time: 0.6057639 May 16 15:24:43.992987 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7515db-2c20-4dba-8a80-ccfd7c7047e5 req-1424d1a9-303c-4919-a05b-c8cff4b8714c tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:43.994916 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3e7515db-2c20-4dba-8a80-ccfd7c7047e5 req-1424d1a9-303c-4919-a05b-c8cff4b8714c tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 944 time: 0.0750663 May 16 15:24:44.074077 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f99992-243f-459e-bff3-81a69a22afdf req-c894cf1c-e25d-4bfc-a82f-cf4cbda61244 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:44.081997 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e6f99992-243f-459e-bff3-81a69a22afdf req-c894cf1c-e25d-4bfc-a82f-cf4cbda61244 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.1799064 May 16 15:24:44.114222 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3e7515db-2c20-4dba-8a80-ccfd7c7047e5 req-64369033-2141-47f6-a542-1700a57122d6 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132791 May 16 15:24:44.192772 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8065c-1954-4417-95af-18ffe78ba2ea req-4a717995-e8b9-4061-9bb2-50d5b791fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:44.196142 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-92a8065c-1954-4417-95af-18ffe78ba2ea req-4a717995-e8b9-4061-9bb2-50d5b791fe35 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=66e1e9277cbb4651901cbb84564ef9bd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.8557286 May 16 15:24:44.205318 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-475030b9-d9a2-450d-b9cd-9006dbf7cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:44.207966 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-475030b9-d9a2-450d-b9cd-9006dbf7cdd1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d2f0a3ab-7bbe-417c-8e80-93498c8cac49 HTTP/1.1" status: 200 len: 847 time: 0.2249489 May 16 15:24:44.398811 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e6f99992-243f-459e-bff3-81a69a22afdf req-26c79bf8-72af-473e-b046-6c7d27462f4f tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159125 May 16 15:24:44.438221 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-1e0e86ac-e2c7-4323-8281-be0feabf1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:44.440038 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-1e0e86ac-e2c7-4323-8281-be0feabf1f48 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1987200 May 16 15:24:44.490311 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8065c-1954-4417-95af-18ffe78ba2ea req-b85cd348-3249-4c6c-82af-987ba53b3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:44.491908 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-92a8065c-1954-4417-95af-18ffe78ba2ea req-b85cd348-3249-4c6c-82af-987ba53b3982 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2832298 May 16 15:24:44.582554 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-ddcabc47-2aed-4ef7-8c16-d5b86250d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:44.584043 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-ddcabc47-2aed-4ef7-8c16-d5b86250d28d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=66e1e9277cbb4651901cbb84564ef9bd&device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 1128 time: 0.0507255 May 16 15:24:44.586157 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-b1563743-1660-4f1f-ac61-133884d31a8d service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395109 May 16 15:24:44.651464 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-5389c0a8-b017-4ffb-a1c0-5be57f7d4729 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7745a72-d5fd-48e6-8037-08c5e91923d2 HTTP/1.1" status: 200 len: 217 time: 0.0530555 May 16 15:24:44.747093 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-fd92ddd9-d56c-4514-bcea-ee19f2b14380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:44.748517 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-fd92ddd9-d56c-4514-bcea-ee19f2b14380 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2c85dcdd-04ea-42db-8f69-e0372b0c34c4 HTTP/1.1" status: 200 len: 854 time: 0.0893934 May 16 15:24:44.750662 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b188443a-6a50-42ad-a8d9-3c532e9ac3a2 req-4502a103-d5ac-4b4e-bf67-2802b69a9631 service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513457 May 16 15:24:44.787582 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-948a6ccf-3066-46ce-9a74-4969e59fe869 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b080d6fb-6f80-4230-8970-1240bdaa9a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257206 May 16 15:24:44.910689 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-86b00d78-af6a-437c-9768-a085da5b5a9f service neutron] 10.222.0.79 "GET /v2.0/networks/b080d6fb-6f80-4230-8970-1240bdaa9a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157711 May 16 15:24:44.953827 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535337d8-a319-43c6-8ce0-42040c2b5748 req-0e249be6-bab4-42cf-b325-14843ef00706 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:44.955463 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-535337d8-a319-43c6-8ce0-42040c2b5748 req-0e249be6-bab4-42cf-b325-14843ef00706 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0876904 May 16 15:24:45.060244 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-535337d8-a319-43c6-8ce0-42040c2b5748 req-391242b7-552d-4bb4-939b-e70396cbcd41 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976326 May 16 15:24:45.062513 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9021fb9a-a1db-4b17-8873-993afad1a522 req-2f634e16-6888-4856-9b13-c8ad267ace59 service neutron] 10.222.0.79 "GET /v2.0/networks/b080d6fb-6f80-4230-8970-1240bdaa9a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428733 May 16 15:24:45.220002 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb325375-82ab-4392-aaa4-8509e89dda26 req-8e3ec1c2-81b0-40c0-9b3d-9e0968dbfa07 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:45.227125 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bb325375-82ab-4392-aaa4-8509e89dda26 req-8e3ec1c2-81b0-40c0-9b3d-9e0968dbfa07 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0614512 May 16 15:24:45.264517 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5ab1a-8651-4c8f-84e0-6cc55a5e1bc4 req-33005558-34f5-43fc-aeca-7832f6be42e7 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:45.274807 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-69b5ab1a-8651-4c8f-84e0-6cc55a5e1bc4 req-33005558-34f5-43fc-aeca-7832f6be42e7 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 944 time: 0.0680335 May 16 15:24:45.285931 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bb325375-82ab-4392-aaa4-8509e89dda26 req-37c1bed8-3e99-4425-ab7c-35bd1fa8cc56 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578580 May 16 15:24:45.323915 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-69b5ab1a-8651-4c8f-84e0-6cc55a5e1bc4 req-8bf381b8-6607-45f6-94c5-1dd053241bea tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473397 May 16 15:24:45.579174 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc816f-8c2f-4da1-acd4-8237c43d5853 req-f7237819-5ac3-4b38-a363-dcd8769a7b3a tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:45.581037 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14fc816f-8c2f-4da1-acd4-8237c43d5853 req-f7237819-5ac3-4b38-a363-dcd8769a7b3a tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0743454 May 16 15:24:45.663045 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14fc816f-8c2f-4da1-acd4-8237c43d5853 req-84a5c1a8-1962-4ab2-9d46-7f4baa183860 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718832 May 16 15:24:46.190044 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19913be2-1936-4eb2-9042-2ffe7ed9c2e4 req-62076086-5ecb-4bcb-8dce-371d8234244c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:46.191530 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-19913be2-1936-4eb2-9042-2ffe7ed9c2e4 req-62076086-5ecb-4bcb-8dce-371d8234244c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0562818 May 16 15:24:46.236832 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-19913be2-1936-4eb2-9042-2ffe7ed9c2e4 req-09abf90c-3733-4675-9618-18c535bb7810 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397742 May 16 15:24:46.402296 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df22fa5-bbfd-4528-bbe8-5037c4d8ee91 req-17461408-ab98-4ba7-8248-7244f68d2f09 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:46.403930 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3df22fa5-bbfd-4528-bbe8-5037c4d8ee91 req-17461408-ab98-4ba7-8248-7244f68d2f09 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0507507 May 16 15:24:46.447456 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5950e35-b2da-4ba2-9646-0ccd0b99ff89 req-68e75da3-d016-47a9-b924-324042ce8578 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:46.449718 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f5950e35-b2da-4ba2-9646-0ccd0b99ff89 req-68e75da3-d016-47a9-b924-324042ce8578 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 944 time: 0.0541227 May 16 15:24:46.453576 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3df22fa5-bbfd-4528-bbe8-5037c4d8ee91 req-639a7345-a289-4961-a6d5-2c8421f9e734 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434151 May 16 15:24:46.501309 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f5950e35-b2da-4ba2-9646-0ccd0b99ff89 req-2fcc71c6-1c0d-431b-a824-f2c0e268a75f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422401 May 16 15:24:46.821552 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bff811-6700-4da9-8be6-a678a0d89bfa req-7a6d9828-19cd-455a-9ed2-de8654cf2004 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:46.824194 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-69bff811-6700-4da9-8be6-a678a0d89bfa req-7a6d9828-19cd-455a-9ed2-de8654cf2004 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0824497 May 16 15:24:46.877378 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-69bff811-6700-4da9-8be6-a678a0d89bfa req-fce8fcb7-e044-42df-99f1-aae0009e8546 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459149 May 16 15:24:46.906578 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-839d28ac-5492-4974-9430-7f8da97764c1 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:46.908976 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-839d28ac-5492-4974-9430-7f8da97764c1 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/networks?id=7c715965-76e1-4d2e-a9a7-e8a6f7926556 HTTP/1.1" status: 200 len: 814 time: 0.1552768 May 16 15:24:46.924272 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-30fcecce-b873-4896-87f8-2fc4fd481550 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/quotas/65e5f9f015814278b1062e2d7d681cc5 HTTP/1.1" status: 200 len: 375 time: 0.0095222 May 16 15:24:46.975673 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-66c5fe4b-68c6-48cc-95db-6909ac7af471 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=65e5f9f015814278b1062e2d7d681cc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450828 May 16 15:24:47.075960 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-160b0b37-c1da-43bc-8e0d-6041839ccb40 service neutron] 10.222.0.76 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886014 May 16 15:24:47.170661 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-6496f498-4f78-4ef5-b703-20103f64203a service neutron] 10.222.0.76 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886464 May 16 15:24:47.361021 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e675447-851b-4b72-ab65-3ab34a880bcb req-1a7d606e-0d05-4128-996b-edb08dfb82ff tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:47.362960 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4e675447-851b-4b72-ab65-3ab34a880bcb req-1a7d606e-0d05-4128-996b-edb08dfb82ff tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0537205 May 16 15:24:47.431771 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4e675447-851b-4b72-ab65-3ab34a880bcb req-28d16c29-6d4c-48cc-add5-d6427f5f0688 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623243 May 16 15:24:47.480254 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2f28c42c-b043-40f5-a6b3-ade1a43e2381 req-276bbdcb-5a0f-4d3c-9652-dcdf7f6264b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 210 time: 0.0412142 May 16 15:24:47.631663 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992d60c-7dee-4420-b035-7af581b90b55 req-31a94cb8-6bac-4487-9add-edefccf4a134 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:47.633418 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a992d60c-7dee-4420-b035-7af581b90b55 req-31a94cb8-6bac-4487-9add-edefccf4a134 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0828416 May 16 15:24:47.654434 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7874b4-61f1-404c-bc45-0623143290e4 req-ab124285-f07e-4da4-8b57-7799c84162d8 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:47.655980 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6b7874b4-61f1-404c-bc45-0623143290e4 req-ab124285-f07e-4da4-8b57-7799c84162d8 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 944 time: 0.0688462 May 16 15:24:47.704524 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a992d60c-7dee-4420-b035-7af581b90b55 req-41456766-78ad-4945-b515-85b309db0cd3 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592604 May 16 15:24:47.738715 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6b7874b4-61f1-404c-bc45-0623143290e4 req-31d02d36-c7c4-48f8-8ac9-572fe6e8632c tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759940 May 16 15:24:48.006886 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fe313-0a7e-45e9-8982-81290f2a6d96 req-13c69cb1-3aff-4881-ab50-c43d13f851c6 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:48.008604 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2e4fe313-0a7e-45e9-8982-81290f2a6d96 req-13c69cb1-3aff-4881-ab50-c43d13f851c6 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0590680 May 16 15:24:48.068414 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2e4fe313-0a7e-45e9-8982-81290f2a6d96 req-84e7618e-7913-45b8-a88a-741651984ee1 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538917 May 16 15:24:48.572309 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494caa7-8328-48cb-9fad-64906fac28c2 req-e29fdc7e-3d56-4cc6-a3ff-cfb9a0420e6d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:48.580088 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9494caa7-8328-48cb-9fad-64906fac28c2 req-e29fdc7e-3d56-4cc6-a3ff-cfb9a0420e6d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0780826 May 16 15:24:48.591439 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-44bef65b-fb47-41a0-9a6a-ab816a35eb05 req-8ca7d322-8d1c-4e59-950a-adb7a5ad7bb0 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 210 time: 0.0433340 May 16 15:24:48.623863 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device c7745a72-d5fd-48e6-8037-08c5e91923d2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:24:48.649027 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9494caa7-8328-48cb-9fad-64906fac28c2 req-db7d6054-bed8-490f-a1f9-ee2a0377087e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680015 May 16 15:24:48.735153 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port c7745a72-d5fd-48e6-8037-08c5e91923d2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c7745a72-d5fd-48e6-8037-08c5e91923d2,segment=NetworkSegment(1a5e2907-6bcb-4a88-bc0d-713878bfd03c),segment_id=1a5e2907-6bcb-4a88-bc0d-713878bfd03c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:48.758573 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': 'c7745a72-d5fd-48e6-8037-08c5e91923d2', 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98', 'port_id': 'c7745a72-d5fd-48e6-8037-08c5e91923d2', 'mac_address': 'fa:16:3e:32:da:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85dcdd-04ea-42db-8f69-e0372b0c34c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:24:48.830414 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port c7745a72-d5fd-48e6-8037-08c5e91923d2 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:48.830742 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.860394 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7745a72-d5fd-48e6-8037-08c5e91923d2 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:24:48.865866 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147250c-1c08-4e51-8aea-92467717b3f9 req-00530c36-f786-4819-b482-61b3495e5966 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:48.867512 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0147250c-1c08-4e51-8aea-92467717b3f9 req-00530c36-f786-4819-b482-61b3495e5966 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0822449 May 16 15:24:48.882176 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port c7745a72-d5fd-48e6-8037-08c5e91923d2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c7745a72-d5fd-48e6-8037-08c5e91923d2,segment=NetworkSegment(1a5e2907-6bcb-4a88-bc0d-713878bfd03c),segment_id=1a5e2907-6bcb-4a88-bc0d-713878bfd03c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:48.896651 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6517ba4-bf0f-425d-b427-34e149a1feba req-f5d2792f-bf37-4e97-9660-66c6c8c15ba7 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:48.898201 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6517ba4-bf0f-425d-b427-34e149a1feba req-f5d2792f-bf37-4e97-9660-66c6c8c15ba7 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 944 time: 0.0847721 May 16 15:24:48.994709 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0147250c-1c08-4e51-8aea-92467717b3f9 req-1584f67e-530b-4fe9-ade3-f0ffff887aed tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004598 May 16 15:24:48.995523 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6517ba4-bf0f-425d-b427-34e149a1feba req-99d79823-397c-4bb6-9a6a-e1bd9fbd23aa tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704808 May 16 15:24:49.207384 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa707c31-9645-4c06-bbc7-1c127c6f536d req-5bf6b91f-2182-4cc7-a89c-d5cb04b914d4 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:49.208933 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-aa707c31-9645-4c06-bbc7-1c127c6f536d req-5bf6b91f-2182-4cc7-a89c-d5cb04b914d4 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0691142 May 16 15:24:49.278163 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-aa707c31-9645-4c06-bbc7-1c127c6f536d req-977b359a-0c3b-4f14-8014-e1683bac79aa tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540729 May 16 15:24:49.636999 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:49.697940 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=c7745a72-d5fd-48e6-8037-08c5e91923d2,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:49.721432 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-66a300fc-5841-43f3-90ed-5229cdde83cb req-3cf1173e-2ae5-4624-91b9-fa38765fce76 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 210 time: 0.0474224 May 16 15:24:49.798537 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41455598-10ea-40e1-9602-a6c62adc670c req-43557c11-0b2d-4722-9ab0-8741b4f256d1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:49.800575 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-41455598-10ea-40e1-9602-a6c62adc670c req-43557c11-0b2d-4722-9ab0-8741b4f256d1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0493369 May 16 15:24:49.858822 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-41455598-10ea-40e1-9602-a6c62adc670c req-c6e92a2f-7a80-4892-b4b8-5bc35aab70dd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490530 May 16 15:24:49.945828 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['c7745a72-d5fd-48e6-8037-08c5e91923d2'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:24:50.121276 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de69a9-967a-46b6-9141-81f97b78589a req-816ee3e1-f4a9-4179-8ccb-4bbd120d8ece tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:50.123130 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c0de69a9-967a-46b6-9141-81f97b78589a req-816ee3e1-f4a9-4179-8ccb-4bbd120d8ece tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0523601 May 16 15:24:50.127590 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8265-35b5-4d01-8f34-6a186a53e566 req-41a60c7a-8e5b-4db1-adac-9926cc69f7ab tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:50.129260 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e10e8265-35b5-4d01-8f34-6a186a53e566 req-41a60c7a-8e5b-4db1-adac-9926cc69f7ab tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 945 time: 0.0613897 May 16 15:24:50.201929 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c0de69a9-967a-46b6-9141-81f97b78589a req-afd8ef92-7154-4ac2-a4a8-ea614293a457 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619991 May 16 15:24:50.217655 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e10e8265-35b5-4d01-8f34-6a186a53e566 req-65b1a80d-03ff-465a-8199-08b895790be7 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821218 May 16 15:24:50.400082 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82064dd-6730-4572-80b3-f732ccc1f76a req-32c38e48-2c4a-4e60-911b-0a5fda5b07a9 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:50.401786 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f82064dd-6730-4572-80b3-f732ccc1f76a req-32c38e48-2c4a-4e60-911b-0a5fda5b07a9 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0530486 May 16 15:24:50.655979 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f82064dd-6730-4572-80b3-f732ccc1f76a req-a6350867-7160-4ef3-bbfb-d8a3bd61788a tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482646 May 16 15:24:50.793485 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device c7745a72-d5fd-48e6-8037-08c5e91923d2 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:50.832357 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9106535c-ed97-48ec-86f3-2e2669f5a325 req-e4c938d5-7b9f-4c24-8163-3fbfb1d8d053 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 210 time: 0.0324442 May 16 15:24:50.855747 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port c7745a72-d5fd-48e6-8037-08c5e91923d2 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:24:50.939594 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port c7745a72-d5fd-48e6-8037-08c5e91923d2 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:50.939891 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:50.996392 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2ea12-764e-4650-8400-7163a07ebc5a req-818ee6bf-70cc-4d98-8ceb-e367a488303f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:50.997908 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d2e2ea12-764e-4650-8400-7163a07ebc5a req-818ee6bf-70cc-4d98-8ceb-e367a488303f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0686538 May 16 15:24:51.020003 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port c7745a72-d5fd-48e6-8037-08c5e91923d2 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:51.020390 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:51.052926 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7745a72-d5fd-48e6-8037-08c5e91923d2'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:51.055790 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74ada84-8ce1-4e80-b6ae-1e5be9726230" -d '{"events": [{"server_uuid": "0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc", "name": "network-vif-plugged", "status": "completed", "tag": "c7745a72-d5fd-48e6-8037-08c5e91923d2"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:51.061113 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d2e2ea12-764e-4650-8400-7163a07ebc5a req-1b7b6e06-10c8-412e-86ba-b1473763ca17 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558577 May 16 15:24:51.061775 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port c7745a72-d5fd-48e6-8037-08c5e91923d2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c7745a72-d5fd-48e6-8037-08c5e91923d2,segment=NetworkSegment(1a5e2907-6bcb-4a88-bc0d-713878bfd03c),segment_id=1a5e2907-6bcb-4a88-bc0d-713878bfd03c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:51.098974 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f61a363-ed26-4b11-b31c-9a72b1b5f522 x-openstack-request-id: req-4f61a363-ed26-4b11-b31c-9a72b1b5f522 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:51.099289 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc", "name": "network-vif-plugged", "status": "completed", "tag": "c7745a72-d5fd-48e6-8037-08c5e91923d2", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:51.099552 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4f61a363-ed26-4b11-b31c-9a72b1b5f522 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:51.099952 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f61a363-ed26-4b11-b31c-9a72b1b5f522'] response: {'server_uuid': '0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7745a72-d5fd-48e6-8037-08c5e91923d2', 'code': 200} May 16 15:24:51.132483 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:51.180703 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=c7745a72-d5fd-48e6-8037-08c5e91923d2,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:51.315565 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8b4af-fe37-44d1-bd83-b72bca599635 req-f029d088-8e09-4b47-9ea7-43e1245a957e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:51.317656 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1ea8b4af-fe37-44d1-bd83-b72bca599635 req-f029d088-8e09-4b47-9ea7-43e1245a957e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0481486 May 16 15:24:51.341515 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5ff9d-1dfb-43a9-bfd3-adcebe81b2b6 req-06d9ab98-3300-440f-a58b-ffc19e5d86cd tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:51.343127 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a5f5ff9d-1dfb-43a9-bfd3-adcebe81b2b6 req-06d9ab98-3300-440f-a58b-ffc19e5d86cd tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 946 time: 0.0500157 May 16 15:24:51.369626 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1ea8b4af-fe37-44d1-bd83-b72bca599635 req-cd6b01e7-bb1e-4d04-9075-a029dc48f72f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453043 May 16 15:24:51.395028 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a5f5ff9d-1dfb-43a9-bfd3-adcebe81b2b6 req-76f99c12-6f1a-4374-8013-b9e734d36b71 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452049 May 16 15:24:51.767762 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50b40f-f675-446d-bbde-17eef15c9707 req-1a186846-d9f8-42c0-8b86-0502dccdca42 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:51.769246 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0c50b40f-f675-446d-bbde-17eef15c9707 req-1a186846-d9f8-42c0-8b86-0502dccdca42 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0473673 May 16 15:24:51.823835 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0c50b40f-f675-446d-bbde-17eef15c9707 req-4e247bda-94a0-4158-941f-faf9b207c82f tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487947 May 16 15:24:51.931289 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-358a2166-a206-488e-8268-9d0148ddca63 req-bcdaed6c-5865-4057-9fac-7a4e32a4fe3b tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 210 time: 0.0302124 May 16 15:24:52.178618 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe367b-1e9d-45ea-99f8-c918da531ab4 req-06b679dc-fae8-4d30-86bc-781af5c2feca tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:52.179988 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2bbe367b-1e9d-45ea-99f8-c918da531ab4 req-06b679dc-fae8-4d30-86bc-781af5c2feca tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0446651 May 16 15:24:52.234421 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2bbe367b-1e9d-45ea-99f8-c918da531ab4 req-3c5465fa-b4fe-44d0-94ca-baef15cc1253 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474286 May 16 15:24:52.485448 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d100f-27f0-4f8f-97cf-c8e56bdbdf23 req-847a8cc4-c0bc-40cf-8027-afa32eec0194 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:52.486979 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ad9d100f-27f0-4f8f-97cf-c8e56bdbdf23 req-847a8cc4-c0bc-40cf-8027-afa32eec0194 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0480750 May 16 15:24:52.515581 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69039a4-1f1d-45b8-a5cf-9c032303a0d9 req-af92624e-e0e1-4233-b6e5-c52df8751f89 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:52.517059 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f69039a4-1f1d-45b8-a5cf-9c032303a0d9 req-af92624e-e0e1-4233-b6e5-c52df8751f89 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 946 time: 0.0508080 May 16 15:24:52.533966 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ad9d100f-27f0-4f8f-97cf-c8e56bdbdf23 req-0fd6ceb6-f823-4b89-a506-165f1200d32f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414875 May 16 15:24:52.567235 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f69039a4-1f1d-45b8-a5cf-9c032303a0d9 req-c9fe7bf9-b759-44dd-b37f-25f1acacde65 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 May 16 15:24:52.653988 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd848-78cd-4afe-a771-b64f7358a25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:52.942078 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37df8b-8ad1-4e23-9dbb-c8d2b3ff87d9 req-52942971-76fe-4f3d-a6e2-a1e45483d1dd tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:52.943560 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cd37df8b-8ad1-4e23-9dbb-c8d2b3ff87d9 req-52942971-76fe-4f3d-a6e2-a1e45483d1dd tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0455813 May 16 15:24:52.991897 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cd37df8b-8ad1-4e23-9dbb-c8d2b3ff87d9 req-c28ad34e-05a7-4256-b0e1-49dab6d3f7d3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422344 May 16 15:24:53.027068 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f1ac37b5-eaf1-4dbd-9ef7-c762033b0427 req-4a9c2d31-9a4f-4d46-a278-993769581ee1 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 210 time: 0.0273805 May 16 15:24:53.348721 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a4ce4-a942-4fcf-9b76-7c40c8c05252 req-41c54a68-83e2-4645-a16b-c64bfc81e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:53.350242 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d49a4ce4-a942-4fcf-9b76-7c40c8c05252 req-41c54a68-83e2-4645-a16b-c64bfc81e9f9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 1130 time: 0.0664127 May 16 15:24:53.370300 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b51f5-8014-49e8-ace1-4d4f1de9620f req-93564651-56b0-41c7-b232-f50ca136c6b8 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:53.371684 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-658b51f5-8014-49e8-ace1-4d4f1de9620f req-93564651-56b0-41c7-b232-f50ca136c6b8 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0588386 May 16 15:24:53.429808 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d49a4ce4-a942-4fcf-9b76-7c40c8c05252 req-a9e745d0-a9b4-4aa8-9a7a-aee44d8b98a3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733011 May 16 15:24:53.437102 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-658b51f5-8014-49e8-ace1-4d4f1de9620f req-0182b037-11cf-4d54-b240-b6b28e1fe4e0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595775 May 16 15:24:53.645633 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f2ec1-9d0e-4a5f-ae76-be8007e32530 req-b46c68f8-0b2a-426c-84f7-88806541c3ac tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:53.647151 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-034f2ec1-9d0e-4a5f-ae76-be8007e32530 req-b46c68f8-0b2a-426c-84f7-88806541c3ac tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0469091 May 16 15:24:53.683776 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886c896-3cbc-4bff-9c7b-742b17a92b6d req-d5cf8b3a-074b-40bc-97d4-4a32e0434322 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:53.685247 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4886c896-3cbc-4bff-9c7b-742b17a92b6d req-d5cf8b3a-074b-40bc-97d4-4a32e0434322 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 946 time: 0.0488522 May 16 15:24:53.697824 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-034f2ec1-9d0e-4a5f-ae76-be8007e32530 req-4bdfbbb3-742b-4eb3-83d7-ba292035318f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446556 May 16 15:24:53.736247 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4886c896-3cbc-4bff-9c7b-742b17a92b6d req-b87e1e6d-b558-4abb-a836-9ac1cf62b0ea tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452394 May 16 15:24:54.103280 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be14b9-2852-4166-af12-1a2429ce8aff req-10f55dfc-9de8-441a-afc5-78f4a8d73bbb tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:54.104865 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f7be14b9-2852-4166-af12-1a2429ce8aff req-10f55dfc-9de8-441a-afc5-78f4a8d73bbb tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0462413 May 16 15:24:54.121165 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5f50730c-f924-40b1-9040-5cee8ff753f1 req-2a6f4860-4ec6-4c9f-a017-d5f70b6058ca tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 210 time: 0.0269740 May 16 15:24:54.155189 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f7be14b9-2852-4166-af12-1a2429ce8aff req-9fb4f612-8912-4e31-a716-befec35fae01 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447493 May 16 15:24:54.553842 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248e33-484e-4ae1-be0a-ceb7f5841a5e req-105b1b4a-e37d-4bd6-bbd9-3a9075b617b6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:54.555349 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4f248e33-484e-4ae1-be0a-ceb7f5841a5e req-105b1b4a-e37d-4bd6-bbd9-3a9075b617b6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0452940 May 16 15:24:54.602341 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4f248e33-484e-4ae1-be0a-ceb7f5841a5e req-3c7c62a9-eb71-449e-9e86-1281e1c56b96 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406387 May 16 15:24:54.763263 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f64ec8e1-ae52-4333-8d50-03d1a71bf16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.811488 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060ab2d-d434-4ad3-9e52-2cd94263e737 req-d9d910ab-7d2d-4ce4-8ca9-0d9cbf16a6e4 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:54.812963 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0060ab2d-d434-4ad3-9e52-2cd94263e737 req-d9d910ab-7d2d-4ce4-8ca9-0d9cbf16a6e4 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0478933 May 16 15:24:54.852273 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d70926-8652-4395-bdcb-293d997c2070 req-f2c306c2-f1f6-4c42-b163-ec1a223536c3 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:54.854379 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-20d70926-8652-4395-bdcb-293d997c2070 req-f2c306c2-f1f6-4c42-b163-ec1a223536c3 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 946 time: 0.0464473 May 16 15:24:54.859600 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0060ab2d-d434-4ad3-9e52-2cd94263e737 req-27f83060-f958-4218-b5c8-9d2c8c4c2b98 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410862 May 16 15:24:54.909201 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-20d70926-8652-4395-bdcb-293d997c2070 req-09b960d9-257d-4208-8de5-c622c5e35c74 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461321 May 16 15:24:55.229307 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3778fd4f-5a19-418f-bf8a-6e5f5cb17a74 req-657940c9-272f-4c08-a4a9-1e0bfd08c633 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 210 time: 0.0335824 May 16 15:24:55.297371 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83261dbc-52b6-48f5-a2b7-836394751d55 req-b50a5a69-a96e-47fd-adab-5d171d035497 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:55.298919 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-83261dbc-52b6-48f5-a2b7-836394751d55 req-b50a5a69-a96e-47fd-adab-5d171d035497 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0612106 May 16 15:24:55.327830 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-1d662323-3a09-4fad-bb13-18175ac81649 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:55.334031 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-1d662323-3a09-4fad-bb13-18175ac81649 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.79 "GET /v2.0/networks?id=7c715965-76e1-4d2e-a9a7-e8a6f7926556 HTTP/1.1" status: 200 len: 814 time: 0.1561575 May 16 15:24:55.346301 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Request body: {'port': {'device_id': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'admin_state_up': True, 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:55.388242 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-83261dbc-52b6-48f5-a2b7-836394751d55 req-32c4ee73-71ad-439e-97d8-22e9ebecd040 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804160 May 16 15:24:55.556549 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Made reservation on behalf of 65e5f9f015814278b1062e2d7d681cc5 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:55.559998 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.690607 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Allocated IP 172.20.0.13 (7c715965-76e1-4d2e-a9a7-e8a6f7926556/1a5571f3-1eeb-468a-9abc-1359f0caea21/7f2dac2d-8507-4083-81bf-4f66b2f74796) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:55.741323 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91c09b-ff28-4f75-9fbb-570deddea0e4 req-d32d8115-0f09-43b7-8877-c39ba96277ba tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:55.743302 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5a91c09b-ff28-4f75-9fbb-570deddea0e4 req-d32d8115-0f09-43b7-8877-c39ba96277ba tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0684361 May 16 15:24:55.800026 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5a91c09b-ff28-4f75-9fbb-570deddea0e4 req-8635cc55-f1e9-4cec-954a-ca7eae9b1a74 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488284 May 16 15:24:55.804055 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.848502 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.968603 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.980814 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2db56f-72d3-4476-af7a-22594d397bd6 req-662253b9-fb3f-4fea-827b-a436f4ec4ab1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:55.982613 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cd2db56f-72d3-4476-af7a-22594d397bd6 req-662253b9-fb3f-4fea-827b-a436f4ec4ab1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0555305 May 16 15:24:56.025506 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8ea6c-6d59-49c2-bf8c-bf8b90145c83 req-972d86f2-c292-4ce0-a5b7-f3d62a159db1 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:56.028482 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f7c8ea6c-6d59-49c2-bf8c-bf8b90145c83 req-972d86f2-c292-4ce0-a5b7-f3d62a159db1 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 946 time: 0.0528994 May 16 15:24:56.037366 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event updated for resources: {'Port': ['ID=7f2dac2d-8507-4083-81bf-4f66b2f74796,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:56.093064 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:56.097932 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f7c8ea6c-6d59-49c2-bf8c-bf8b90145c83 req-a7a1e6b2-9719-4816-8e3e-3c9cb8ac2e45 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629213 May 16 15:24:56.108186 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cd2db56f-72d3-4476-af7a-22594d397bd6 req-07d737e2-ab3e-4af2-9098-fc6820cc4d74 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728312 May 16 15:24:56.109621 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:56.127516 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:56.181436 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:56.182103 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.331477 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-85d1684a-686f-4a11-ab44-a012dfd51f51 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9894183 May 16 15:24:56.355694 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Request body: {'port': {'device_id': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:56.439174 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c418af-d361-457e-9d46-9e4f74ad4048 req-df1bf135-2c0b-43c0-b89d-085884b342e4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:56.453794 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-99c418af-d361-457e-9d46-9e4f74ad4048 req-df1bf135-2c0b-43c0-b89d-085884b342e4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 932 time: 0.1200850 May 16 15:24:56.476255 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.601153 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-99c418af-d361-457e-9d46-9e4f74ad4048 req-fd4fd527-1b82-4c69-ac77-544662b949fc tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392295 May 16 15:24:56.635527 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-caf3334c-5d47-4f35-95d0-73fb84f38872 None None] Provisioning complete for port 7f2dac2d-8507-4083-81bf-4f66b2f74796 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:56.636311 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-caf3334c-5d47-4f35-95d0-73fb84f38872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.708697 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-caf3334c-5d47-4f35-95d0-73fb84f38872 None None] Port 7f2dac2d-8507-4083-81bf-4f66b2f74796 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:56.834628 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7c222-8fdc-4e82-9b95-2a7e19b7569c req-ca7ee409-b1cc-421f-9162-20e2a09f4013 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:56.837049 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1bb7c222-8fdc-4e82-9b95-2a7e19b7569c req-ca7ee409-b1cc-421f-9162-20e2a09f4013 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0965393 May 16 15:24:56.909950 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1bb7c222-8fdc-4e82-9b95-2a7e19b7569c req-2408502e-ef34-4672-98da-9806bddc4b09 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650504 May 16 15:24:57.079388 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2dac2d-8507-4083-81bf-4f66b2f74796 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:24:57.083032 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09eb95a-c119-4f6b-98d7-284c256b9af9 req-01e6a722-073a-4722-9798-ada29b74d899 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:57.084623 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e09eb95a-c119-4f6b-98d7-284c256b9af9 req-01e6a722-073a-4722-9798-ada29b74d899 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0856531 May 16 15:24:57.087997 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Publish callbacks [] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:57.101515 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Transition to ACTIVE for port object 7f2dac2d-8507-4083-81bf-4f66b2f74796 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:24:57.152139 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e09eb95a-c119-4f6b-98d7-284c256b9af9 req-a72b3791-7318-4d38-a6e3-4372f2b83169 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588322 May 16 15:24:57.157271 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:57.275582 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Pushing event updated for resources: {'Port': ['ID=7f2dac2d-8507-4083-81bf-4f66b2f74796,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:57.444487 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21555b6-6833-4d4c-9107-35ba17e5f88a req-97a87e66-e690-4183-81e6-6af0f327e4d2 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:57.460574 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c21555b6-6833-4d4c-9107-35ba17e5f88a req-97a87e66-e690-4183-81e6-6af0f327e4d2 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.1613009 May 16 15:24:57.478623 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Attempting to bind port 7f2dac2d-8507-4083-81bf-4f66b2f74796 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:57.479912 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Attempting to bind port 7f2dac2d-8507-4083-81bf-4f66b2f74796 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:57.480509 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Attempting to bind port 7f2dac2d-8507-4083-81bf-4f66b2f74796 on network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:57.482626 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:57.487422 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Port 7f2dac2d-8507-4083-81bf-4f66b2f74796 on network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:24:57.487825 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Attempting to bind port 7f2dac2d-8507-4083-81bf-4f66b2f74796 on network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:57.497594 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:57.498003 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Checking segment: {'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:57.498428 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Bound using segment: {'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:57.498869 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Bound port: 7f2dac2d-8507-4083-81bf-4f66b2f74796, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0e3bf0-a327-4ad3-9bb3-c41725788670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:57.499234 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:57.619414 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c21555b6-6833-4d4c-9107-35ba17e5f88a req-6858501d-e814-4514-b8f1-580162a711ae tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578314 May 16 15:24:57.653905 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] For port 7f2dac2d-8507-4083-81bf-4f66b2f74796, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:57.658625 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] For port 7f2dac2d-8507-4083-81bf-4f66b2f74796, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:57.733576 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db165af1-a834-47d7-8c6d-4fb74282cf41 req-859137b5-128e-496c-aef5-ba84892410fa tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:57.735966 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db165af1-a834-47d7-8c6d-4fb74282cf41 req-859137b5-128e-496c-aef5-ba84892410fa tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 944 time: 0.0567930 May 16 15:24:57.738085 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:57.760516 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:57.761184 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:57.762763 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-9951faaf-e64e-499b-968a-be42973f341b service neutron] 10.222.0.79 "PUT /v2.0/ports/7f2dac2d-8507-4083-81bf-4f66b2f74796 HTTP/1.1" status: 200 len: 1094 time: 1.4166551 May 16 15:24:57.783806 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:57.783806 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454e422e-4e99-4fff-a1d5-14e199b98195" -d '{"events": [{"name": "network-changed", "server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:57.856730 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd05901-490a-4c78-9b7c-9455e713702a x-openstack-request-id: req-4fd05901-490a-4c78-9b7c-9455e713702a {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:57.857163 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:57.859059 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fd05901-490a-4c78-9b7c-9455e713702a {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:57.860645 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd05901-490a-4c78-9b7c-9455e713702a'] response: {'name': 'network-changed', 'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'status': 'completed', 'code': 200} May 16 15:24:57.880929 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db165af1-a834-47d7-8c6d-4fb74282cf41 req-1b9d7a84-98db-4713-8f14-036ed0daee0c tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188211 May 16 15:24:57.932333 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951faaf-e64e-499b-968a-be42973f341b service neutron] Pushing event updated for resources: {'Port': ['ID=7f2dac2d-8507-4083-81bf-4f66b2f74796,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:58.093906 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c24329-7378-4690-90e1-d69bf77ded49 req-c77e3819-e67b-463a-9126-d3eefd602400 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:58.104554 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-30c24329-7378-4690-90e1-d69bf77ded49 req-c77e3819-e67b-463a-9126-d3eefd602400 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0769081 May 16 15:24:58.168890 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-30c24329-7378-4690-90e1-d69bf77ded49 req-1af21edb-543a-447b-b405-cff262d66142 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627644 May 16 15:24:58.306493 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5714b-af77-4b98-877c-734359fb6280 req-01cd96d1-fd30-4ec6-94ae-c86618e1dae1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:58.308175 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c7c5714b-af77-4b98-877c-734359fb6280 req-01cd96d1-fd30-4ec6-94ae-c86618e1dae1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0614638 May 16 15:24:58.389123 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c7c5714b-af77-4b98-877c-734359fb6280 req-999c7125-3365-425f-b66b-351983c8adef tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661066 May 16 15:24:58.753813 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a5234-bca9-4ba0-b1df-49da07e3cac4 req-b99d6d7a-4f22-4276-956e-e6fe6ac67290 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:58.755402 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0a1a5234-bca9-4ba0-b1df-49da07e3cac4 req-b99d6d7a-4f22-4276-956e-e6fe6ac67290 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0617414 May 16 15:24:58.813144 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0a1a5234-bca9-4ba0-b1df-49da07e3cac4 req-5f5e655b-6a04-4ab1-b2cf-3933940e0a77 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517583 May 16 15:24:59.019375 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90f13d-7f25-43e4-8405-cd3ca4936f26 req-07ad2d7d-36ec-4175-9cdd-33188bcd1d35 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:59.020910 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d90f13d-7f25-43e4-8405-cd3ca4936f26 req-07ad2d7d-36ec-4175-9cdd-33188bcd1d35 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 944 time: 0.0488408 May 16 15:24:59.081999 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d90f13d-7f25-43e4-8405-cd3ca4936f26 req-83181ba3-6bf6-4e1f-8ac7-fc0743ad1efa tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545275 May 16 15:24:59.282549 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc2abd-d6d7-43d2-9cae-0da873f87d9c req-ec0249ef-3b95-496f-a75f-b4326f5e7396 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:59.284016 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-85cc2abd-d6d7-43d2-9cae-0da873f87d9c req-ec0249ef-3b95-496f-a75f-b4326f5e7396 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0495167 May 16 15:24:59.335595 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-85cc2abd-d6d7-43d2-9cae-0da873f87d9c req-de2d6138-865a-4ba8-a791-1040417dce1e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460036 May 16 15:24:59.526947 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.537690 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e1ded-701c-4f6f-b554-25e7c3f19cdf req-4438fe60-cd0b-421f-829c-bbfd70e26e03 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:59.541228 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6f6e1ded-701c-4f6f-b554-25e7c3f19cdf req-4438fe60-cd0b-421f-829c-bbfd70e26e03 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0776947 May 16 15:24:59.599887 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6f6e1ded-701c-4f6f-b554-25e7c3f19cdf req-69a742e4-26c5-49d9-9557-0f67e38ee519 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534568 May 16 15:24:59.970633 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443afce-7739-4577-a33e-cac02b43c2df req-a0009c95-1e0d-4129-bf3a-9f9133ed2690 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:59.970633 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5443afce-7739-4577-a33e-cac02b43c2df req-a0009c95-1e0d-4129-bf3a-9f9133ed2690 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0548344 May 16 15:25:00.025845 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5443afce-7739-4577-a33e-cac02b43c2df req-ca4ecb39-681b-45d9-8387-aa4703faf5e4 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522730 May 16 15:25:00.204005 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bee0e-a794-47b8-bb83-fa4e3d9c7e6a req-d8a9f15b-f6bb-48bb-b126-a12a8a0f28b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:00.212869 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-673bee0e-a794-47b8-bb83-fa4e3d9c7e6a req-d8a9f15b-f6bb-48bb-b126-a12a8a0f28b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 944 time: 0.0590847 May 16 15:25:00.257686 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-673bee0e-a794-47b8-bb83-fa4e3d9c7e6a req-00f8f6d9-e165-433f-9348-dd8c09f52de1 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439477 May 16 15:25:00.458222 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccc12a-faa7-4dda-85d1-f3e1886b43cb req-892fc84c-3fe2-4ea5-9d9f-5f2a4f21b75e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:00.460588 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-25ccc12a-faa7-4dda-85d1-f3e1886b43cb req-892fc84c-3fe2-4ea5-9d9f-5f2a4f21b75e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0526989 May 16 15:25:00.520350 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-25ccc12a-faa7-4dda-85d1-f3e1886b43cb req-7a9e6baf-6864-4ed7-8399-b08d5d1fbea8 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533915 May 16 15:25:00.757898 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cce2c1-e280-497c-b0e8-425469dbcbe0 req-3938e9f2-3150-470e-a4c9-ba652d609fe9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:00.759975 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f3cce2c1-e280-497c-b0e8-425469dbcbe0 req-3938e9f2-3150-470e-a4c9-ba652d609fe9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0839438 May 16 15:25:00.811686 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f3cce2c1-e280-497c-b0e8-425469dbcbe0 req-b0c497f4-f2fd-4a69-ae12-eb8a4788a998 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460391 May 16 15:25:01.158159 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6158e94-e940-46eb-a4ed-3fe505789512 req-261cce37-3039-4d31-94db-85be647b3812 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:01.159659 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6158e94-e940-46eb-a4ed-3fe505789512 req-261cce37-3039-4d31-94db-85be647b3812 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0542595 May 16 15:25:01.220858 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6158e94-e940-46eb-a4ed-3fe505789512 req-42c1f90e-3176-442f-b895-26d8f6bf7fb3 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554259 May 16 15:25:01.385390 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af1fa3-d1a4-4286-9e13-b82c3fcf3582 req-3ecfd41c-3933-400d-9ff7-5057299575d5 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:01.387270 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-41af1fa3-d1a4-4286-9e13-b82c3fcf3582 req-3ecfd41c-3933-400d-9ff7-5057299575d5 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 944 time: 0.0597174 May 16 15:25:01.440200 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-41af1fa3-d1a4-4286-9e13-b82c3fcf3582 req-06133c6d-df91-4787-ad35-7eb6952395c2 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471423 May 16 15:25:01.667452 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab4ce8-dc28-42fa-b468-0077d6e365fd req-bf982178-1eaa-4f64-b6f2-ea97a8ffabca tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:01.669152 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c5ab4ce8-dc28-42fa-b468-0077d6e365fd req-bf982178-1eaa-4f64-b6f2-ea97a8ffabca tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0515404 May 16 15:25:01.731823 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c5ab4ce8-dc28-42fa-b468-0077d6e365fd req-de630228-0d28-44c4-bc2e-4cff80f9edac tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562232 May 16 15:25:01.940794 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d06eb8-234a-4450-82bd-524c0b258867 req-95685f14-b8c1-46cc-bbfd-b135b497a2e5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:01.942455 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-27d06eb8-234a-4450-82bd-524c0b258867 req-95685f14-b8c1-46cc-bbfd-b135b497a2e5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0493739 May 16 15:25:02.013597 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-27d06eb8-234a-4450-82bd-524c0b258867 req-1e3372a8-83b6-4cf7-bda7-0a49d2305087 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651221 May 16 15:25:02.345624 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287bafd-f79b-43f1-ac99-3cc7dd008633 req-02c40c5d-4b83-4085-823b-273217383b2d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:02.347453 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c287bafd-f79b-43f1-ac99-3cc7dd008633 req-02c40c5d-4b83-4085-823b-273217383b2d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0479050 May 16 15:25:02.399537 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c287bafd-f79b-43f1-ac99-3cc7dd008633 req-09138c40-e105-4e45-8a9f-2626e31ff5c1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458879 May 16 15:25:02.574105 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066604d7-7403-4688-9b5a-3e33707c7f0d req-607591e8-b06c-4103-878f-c6c703921c6b tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:02.575799 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-066604d7-7403-4688-9b5a-3e33707c7f0d req-607591e8-b06c-4103-878f-c6c703921c6b tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 944 time: 0.0540941 May 16 15:25:02.635825 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-066604d7-7403-4688-9b5a-3e33707c7f0d req-ef21e9f6-428d-4ae5-8ec0-b0f240c9be3f tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539882 May 16 15:25:02.852802 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e04af-4a3c-4053-8964-7a02fc8ee41c req-4761ba39-810d-4168-9f30-f2e15c3a8339 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:02.854321 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a05e04af-4a3c-4053-8964-7a02fc8ee41c req-4761ba39-810d-4168-9f30-f2e15c3a8339 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0561504 May 16 15:25:02.909535 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a05e04af-4a3c-4053-8964-7a02fc8ee41c req-b80f0a36-a911-4b44-9341-ed0a1efd0f92 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492928 May 16 15:25:03.148653 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93b195-d8a0-435f-a94a-6379fb3be1d4 req-18b0fb77-3d50-40e1-a011-5e57836fe765 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:03.154162 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cb93b195-d8a0-435f-a94a-6379fb3be1d4 req-18b0fb77-3d50-40e1-a011-5e57836fe765 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0525572 May 16 15:25:03.222116 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cb93b195-d8a0-435f-a94a-6379fb3be1d4 req-c8518b75-0b2e-4fbb-aeac-69058be11558 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655243 May 16 15:25:03.544269 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2aa9f-4887-4a44-9093-779ffa7158b3 req-97f30d90-03ea-48ed-85dd-eccde1b2b66a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:03.545898 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dbc2aa9f-4887-4a44-9093-779ffa7158b3 req-97f30d90-03ea-48ed-85dd-eccde1b2b66a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0739360 May 16 15:25:03.595747 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dbc2aa9f-4887-4a44-9093-779ffa7158b3 req-7dd83f8a-3934-4566-988f-de19b2e7062f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441234 May 16 15:25:03.754507 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbaeea-c9b0-4887-8247-49922eacf7e1 req-a1293415-f3f5-4bd9-ae52-2db8b7629409 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:03.755968 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7cdbaeea-c9b0-4887-8247-49922eacf7e1 req-a1293415-f3f5-4bd9-ae52-2db8b7629409 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 944 time: 0.0507841 May 16 15:25:03.809073 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7cdbaeea-c9b0-4887-8247-49922eacf7e1 req-4a97686c-3651-49c7-ad52-61b973a1eb74 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469673 May 16 15:25:04.031339 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026f22-7e67-4af8-b667-008c0858641f req-8eb1e62d-3a33-49d8-acad-2feaf5bc7bf5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:04.032707 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-71026f22-7e67-4af8-b667-008c0858641f req-8eb1e62d-3a33-49d8-acad-2feaf5bc7bf5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0499899 May 16 15:25:04.093504 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-71026f22-7e67-4af8-b667-008c0858641f req-c9b9d537-1e52-4ccb-a010-5c4ceb63722a tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547969 May 16 15:25:04.363189 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016dac0-5fe6-41bd-8469-4640c787ec2e req-25f8f877-476c-404b-be50-45ea06d28fc9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:04.367047 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0016dac0-5fe6-41bd-8469-4640c787ec2e req-25f8f877-476c-404b-be50-45ea06d28fc9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0577412 May 16 15:25:04.418732 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0016dac0-5fe6-41bd-8469-4640c787ec2e req-5c727e18-a422-4140-b714-38fe1e556642 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478618 May 16 15:25:04.744708 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cbd24-1b60-41a7-848b-713e93a9fe1f req-e90683cc-8958-4fa8-a899-bae15ef9155a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:04.746733 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-244cbd24-1b60-41a7-848b-713e93a9fe1f req-e90683cc-8958-4fa8-a899-bae15ef9155a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0646248 May 16 15:25:04.807147 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-244cbd24-1b60-41a7-848b-713e93a9fe1f req-9d4cf9e4-c7e9-4d05-88bf-59a6012b3389 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531766 May 16 15:25:04.995787 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f554d9c-0b63-4b1a-b123-ef119beca6ef req-51f90401-38ec-45ef-8bb2-207a14cac945 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:05.002725 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f554d9c-0b63-4b1a-b123-ef119beca6ef req-51f90401-38ec-45ef-8bb2-207a14cac945 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 944 time: 0.1151049 May 16 15:25:05.062011 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f554d9c-0b63-4b1a-b123-ef119beca6ef req-ad210d64-70e1-44a8-a412-3d5c09fac462 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582500 May 16 15:25:05.225278 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885724a-76ed-4aed-a6a9-a730079c4339 req-d8d66566-a5f9-4dae-b205-9502de6ddda4 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:05.228225 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3885724a-76ed-4aed-a6a9-a730079c4339 req-d8d66566-a5f9-4dae-b205-9502de6ddda4 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0519567 May 16 15:25:05.285887 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3885724a-76ed-4aed-a6a9-a730079c4339 req-d770aad4-cf76-4791-bb87-58127e24fd11 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505280 May 16 15:25:05.548031 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885d065-ab08-4f7b-9e31-89837458c0c6 req-71c88026-f343-41e3-90a7-c36f36dddca9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:05.549568 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c885d065-ab08-4f7b-9e31-89837458c0c6 req-71c88026-f343-41e3-90a7-c36f36dddca9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0506544 May 16 15:25:05.597470 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c885d065-ab08-4f7b-9e31-89837458c0c6 req-877d0332-c6d5-445e-8fdc-25f3aa886354 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 May 16 15:25:05.949025 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ed92b-00bc-4f3e-b56a-5e3ca147750a req-28ceef7d-36f8-49f8-8f02-9ab7be5cee48 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:05.950633 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1f4ed92b-00bc-4f3e-b56a-5e3ca147750a req-28ceef7d-36f8-49f8-8f02-9ab7be5cee48 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0499091 May 16 15:25:05.963348 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e422e-4e99-4fff-a1d5-14e199b98195 req-c00d7429-098f-40c6-8819-24cf1819c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:05.964881 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-454e422e-4e99-4fff-a1d5-14e199b98195 req-c00d7429-098f-40c6-8819-24cf1819c9f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=65e5f9f015814278b1062e2d7d681cc5&device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 1128 time: 0.0393133 May 16 15:25:06.022161 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1f4ed92b-00bc-4f3e-b56a-5e3ca147750a req-29daa930-c7ce-40c2-a1d0-99868a461b70 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649891 May 16 15:25:06.200024 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb405ad7-057f-409e-86f1-b2b1e66b59fc req-231bd4be-eb61-43f2-9af1-e1be32ae34a9 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:06.201487 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bb405ad7-057f-409e-86f1-b2b1e66b59fc req-231bd4be-eb61-43f2-9af1-e1be32ae34a9 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 944 time: 0.0652702 May 16 15:25:06.221790 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e422e-4e99-4fff-a1d5-14e199b98195 req-3be1cdce-1dbc-4ece-8275-854290745da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:06.223259 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-454e422e-4e99-4fff-a1d5-14e199b98195 req-3be1cdce-1dbc-4ece-8275-854290745da8 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=65e5f9f015814278b1062e2d7d681cc5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1545193 May 16 15:25:06.262783 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bb405ad7-057f-409e-86f1-b2b1e66b59fc req-7f38ab82-6f2a-4bcc-8f9b-58da7fb45f7c tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522752 May 16 15:25:06.408865 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3436c-60f3-49e8-91fa-fa8ec3c572e8 req-ce5e7069-3e07-4a5b-a35c-89148b660a15 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:06.410368 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-07d3436c-60f3-49e8-91fa-fa8ec3c572e8 req-ce5e7069-3e07-4a5b-a35c-89148b660a15 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0476353 May 16 15:25:06.466036 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-07d3436c-60f3-49e8-91fa-fa8ec3c572e8 req-325a089d-1183-4f48-adf6-8c9362d6b531 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496130 May 16 15:25:06.722241 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4b449-e188-4781-a64a-7730b2cae831 req-49535083-649a-4b2a-812f-a116a1fb5dfd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:06.723733 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e7e4b449-e188-4781-a64a-7730b2cae831 req-49535083-649a-4b2a-812f-a116a1fb5dfd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0512691 May 16 15:25:06.771970 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e7e4b449-e188-4781-a64a-7730b2cae831 req-e99510f2-8e6c-42d4-8a38-285730fb6fce tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 May 16 15:25:07.139232 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fb545-110d-466e-a547-15753fc59c7f req-35509a60-29ef-4f2c-9cc0-284e2cf1e3f3 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:07.140610 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc1fb545-110d-466e-a547-15753fc59c7f req-35509a60-29ef-4f2c-9cc0-284e2cf1e3f3 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0509236 May 16 15:25:07.187347 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc1fb545-110d-466e-a547-15753fc59c7f req-8cf7107f-a39d-47c7-b00b-0a080cb1b104 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411892 May 16 15:25:07.376263 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e06f9-9396-4168-9b37-a19a9ace6a7c req-da2a21a2-8e3d-428b-a424-1fb4298bd1f8 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:07.377747 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-467e06f9-9396-4168-9b37-a19a9ace6a7c req-da2a21a2-8e3d-428b-a424-1fb4298bd1f8 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 944 time: 0.0485020 May 16 15:25:07.431960 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-467e06f9-9396-4168-9b37-a19a9ace6a7c req-60e16eba-32ff-4b7f-9c0f-a24fbeb2af42 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484114 May 16 15:25:07.482210 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80867e-16eb-47dc-b0bf-76b3b7b487d1 req-542da1c9-e6e4-4915-adda-c425293f5ab0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:07.482681 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1f80867e-16eb-47dc-b0bf-76b3b7b487d1 req-542da1c9-e6e4-4915-adda-c425293f5ab0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0468280 May 16 15:25:07.530249 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1f80867e-16eb-47dc-b0bf-76b3b7b487d1 req-68a241dc-bc5e-4e0d-baf7-abc9ac3482a7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421970 May 16 15:25:07.583419 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b4dba-12a7-464e-9633-627d217c5265 req-44f554c5-594a-4fe9-b5b2-2130678dcf05 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:07.585112 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f53b4dba-12a7-464e-9633-627d217c5265 req-44f554c5-594a-4fe9-b5b2-2130678dcf05 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0511532 May 16 15:25:07.636607 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f53b4dba-12a7-464e-9633-627d217c5265 req-c25f78cb-6987-4eea-bc20-a737353e26ad tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454054 May 16 15:25:07.944344 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af86e0-51fe-497a-992b-fe68dc953ae2 req-3062b142-0a19-4cd0-8bee-da3f613cd085 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:07.945823 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-36af86e0-51fe-497a-992b-fe68dc953ae2 req-3062b142-0a19-4cd0-8bee-da3f613cd085 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0959151 May 16 15:25:07.985357 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e422e-4e99-4fff-a1d5-14e199b98195 req-f8a9117a-fe14-48da-8163-c816cd4fc0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:07.986848 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-454e422e-4e99-4fff-a1d5-14e199b98195 req-f8a9117a-fe14-48da-8163-c816cd4fc0eb service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1468396 May 16 15:25:08.011781 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-36af86e0-51fe-497a-992b-fe68dc953ae2 req-66bd9422-a2b5-4bc6-9cf5-0da307495984 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590758 May 16 15:25:08.329155 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-8d861da3-9bdb-43f0-b2af-eaf463bee2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:08.330720 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-8d861da3-9bdb-43f0-b2af-eaf463bee2bd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=65e5f9f015814278b1062e2d7d681cc5&device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 1128 time: 0.3033745 May 16 15:25:08.331782 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a494df-c9fb-4f0d-9a73-eca46d368fff req-ff228430-93a8-4a65-a24a-5ddb4282fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:08.333153 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a2a494df-c9fb-4f0d-9a73-eca46d368fff req-ff228430-93a8-4a65-a24a-5ddb4282fada service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b360d85257f14f9191b490327c110ba8&device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 1129 time: 0.2954834 May 16 15:25:08.395428 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-76499117-b27c-4d15-83af-faa69254eeef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796 HTTP/1.1" status: 200 len: 217 time: 0.0527906 May 16 15:25:08.492737 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-4429eba8-9740-4916-8fc3-c7ae3dd7ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:08.494277 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-4429eba8-9740-4916-8fc3-c7ae3dd7ca8d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a5571f3-1eeb-468a-9abc-1359f0caea21 HTTP/1.1" status: 200 len: 853 time: 0.0907593 May 16 15:25:08.497453 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a494df-c9fb-4f0d-9a73-eca46d368fff req-16bf5367-e439-429d-b9bc-a65c8f4e2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:08.499121 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a2a494df-c9fb-4f0d-9a73-eca46d368fff req-16bf5367-e439-429d-b9bc-a65c8f4e2d8f service neutron] 10.222.0.79 "GET /v2.0/networks?id=85d31a74-2e0d-4761-a3e9-16256afe83d7 HTTP/1.1" status: 200 len: 912 time: 0.1553574 May 16 15:25:08.556145 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b008c7-bde5-48c0-97a6-8556ee5a56f2 req-e807c6a1-32aa-4f4a-9aef-f9340d783635 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:08.570505 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-74b008c7-bde5-48c0-97a6-8556ee5a56f2 req-e807c6a1-32aa-4f4a-9aef-f9340d783635 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 944 time: 0.0611408 May 16 15:25:08.595670 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-e18183fe-178e-4773-a8ff-34e33282e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:08.597282 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-e18183fe-178e-4773-a8ff-34e33282e0d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7c715965-76e1-4d2e-a9a7-e8a6f7926556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0916910 May 16 15:25:08.599362 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a2a494df-c9fb-4f0d-9a73-eca46d368fff req-a47ebbdb-c79f-4efb-adac-d9435b661c3c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c42936-ecff-4e27-887a-edf723a14aa4 HTTP/1.1" status: 200 len: 1001 time: 0.0925963 May 16 15:25:08.625977 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-74b008c7-bde5-48c0-97a6-8556ee5a56f2 req-884c221e-a4c4-4046-ba28-2d3be2bcd9a5 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544930 May 16 15:25:08.731579 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad71010-b689-46fc-809f-02dda5b4a13a req-c5531714-1cf5-41fd-a8c3-0697221402d1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:08.733064 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-aad71010-b689-46fc-809f-02dda5b4a13a req-c5531714-1cf5-41fd-a8c3-0697221402d1 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.1327477 May 16 15:25:08.742603 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a494df-c9fb-4f0d-9a73-eca46d368fff req-60a5857e-5994-4bed-a855-08c34ccc8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:08.744749 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a2a494df-c9fb-4f0d-9a73-eca46d368fff req-60a5857e-5994-4bed-a855-08c34ccc8cf7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=452ae066-2827-4424-a9d0-b7d8f441c20a HTTP/1.1" status: 200 len: 850 time: 0.1301780 May 16 15:25:08.750195 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b772a-3697-4e80-a74e-9f06deb18c97 req-9acce893-4154-4138-bbc4-826b69afd552 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:08.751762 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ee9b772a-3697-4e80-a74e-9f06deb18c97 req-9acce893-4154-4138-bbc4-826b69afd552 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0472744 May 16 15:25:08.800775 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ee9b772a-3697-4e80-a74e-9f06deb18c97 req-d6ee7810-9850-44d4-920c-a1847c31aeb7 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435367 May 16 15:25:08.822092 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-83eee353-5c45-4349-9468-14ca752333b4 service neutron] 10.222.0.79 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092340 May 16 15:25:08.825124 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a494df-c9fb-4f0d-9a73-eca46d368fff req-afc8f101-0d3e-4847-8864-1db417e7e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:08.826496 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a2a494df-c9fb-4f0d-9a73-eca46d368fff req-afc8f101-0d3e-4847-8864-1db417e7e63c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85d31a74-2e0d-4761-a3e9-16256afe83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0739427 May 16 15:25:08.855609 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-aad71010-b689-46fc-809f-02dda5b4a13a req-da9f7adc-2728-4a5d-9678-eee817139538 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147547 May 16 15:25:08.888737 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:25:08.987184 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:08.991258 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-726e35b7-e2d4-4644-a6ad-c73f1c383578 req-c189d58c-47ef-4d6e-b8d6-3ce6aa2715ab service neutron] 10.222.0.79 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548617 May 16 15:25:08.993113 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a2a494df-c9fb-4f0d-9a73-eca46d368fff req-44617a7e-6705-40c0-b66d-e799505455af service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476905 May 16 15:25:08.999164 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'port_id': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'mac_address': 'fa:16:3e:50:7b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:25:09.039017 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:09.039392 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:09.052801 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:25:09.073547 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:09.105481 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a2a494df-c9fb-4f0d-9a73-eca46d368fff req-d08ab871-c043-4b94-a0c2-be7e04a83094 service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969911 May 16 15:25:09.138564 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2343c9-3329-4d50-9247-8e040a8c0adf req-2c9ac107-38d3-473c-b9e8-db734721d5d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:09.140052 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5b2343c9-3329-4d50-9247-8e040a8c0adf req-2c9ac107-38d3-473c-b9e8-db734721d5d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0513716 May 16 15:25:09.151372 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:09.156158 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device a3126c76-9ed9-4501-8584-9b5b2ba2d62e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:25:09.190292 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5b2343c9-3329-4d50-9247-8e040a8c0adf req-21284407-d0ab-4fb1-97fa-5bf3845de807 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443983 May 16 15:25:09.228920 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:09.399943 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:09.411010 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'port_id': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'mac_address': 'fa:16:3e:a5:21:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:25:09.444573 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port a3126c76-9ed9-4501-8584-9b5b2ba2d62e is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:09.444995 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:09.458009 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3126c76-9ed9-4501-8584-9b5b2ba2d62e {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:25:09.476932 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:09.573664 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:09.619412 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,revision_number=9']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:09.735151 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e5638-02cc-4c27-afc5-76eb97cc0bb7 req-bc2a8602-948a-40ff-a445-d384c3c6fd7f tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:09.736603 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ce8e5638-02cc-4c27-afc5-76eb97cc0bb7 req-bc2a8602-948a-40ff-a445-d384c3c6fd7f tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 944 time: 0.0456142 May 16 15:25:09.783008 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ce8e5638-02cc-4c27-afc5-76eb97cc0bb7 req-5ddd93f1-9d52-408a-b555-3d0699761178 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 May 16 15:25:09.916659 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d062eb-fc20-4ef5-bbb3-b8664d5b2450 req-7fd04716-f169-4edf-9868-33876563f23d tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:09.918102 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b2d062eb-fc20-4ef5-bbb3-b8664d5b2450 req-7fd04716-f169-4edf-9868-33876563f23d tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 945 time: 0.0513279 May 16 15:25:09.968131 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b2d062eb-fc20-4ef5-bbb3-b8664d5b2450 req-eacef2de-fc6b-454f-8e16-b31a138423b9 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443344 May 16 15:25:09.970478 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6ff66-a73f-497b-a1b2-d8f610c5d49a req-187f1cc4-4a96-44bf-a6c0-fba8cf6eecbc tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:09.971996 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4cf6ff66-a73f-497b-a1b2-d8f610c5d49a req-187f1cc4-4a96-44bf-a6c0-fba8cf6eecbc tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0461259 May 16 15:25:10.017530 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['a3126c76-9ed9-4501-8584-9b5b2ba2d62e'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:25:10.020537 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4cf6ff66-a73f-497b-a1b2-d8f610c5d49a req-6db4818a-9d6e-4a9a-816d-0c3e1c19428a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411668 May 16 15:25:10.136461 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['63eb5f5f-0157-446b-b8eb-bc09b2fc4125'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:25:10.313640 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a706e6-b22a-4d14-93fb-a9b4c1eeeab2 req-57300908-94a5-4e6c-91ca-9481991743f9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:10.315135 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b8a706e6-b22a-4d14-93fb-a9b4c1eeeab2 req-57300908-94a5-4e6c-91ca-9481991743f9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0461965 May 16 15:25:10.364286 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b8a706e6-b22a-4d14-93fb-a9b4c1eeeab2 req-53c0d0e4-3766-4cd8-af77-d293b21bebcc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 May 16 15:25:10.895206 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2b69f-934a-4f3b-81aa-65177934e9fc req-acae7df7-af90-419b-93f6-0be10e47e5c0 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:10.896720 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-77b2b69f-934a-4f3b-81aa-65177934e9fc req-acae7df7-af90-419b-93f6-0be10e47e5c0 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 944 time: 0.0493140 May 16 15:25:10.941959 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-77b2b69f-934a-4f3b-81aa-65177934e9fc req-d0830675-6981-4803-b446-cb5582f6fd94 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398147 May 16 15:25:11.085787 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117afc9-1930-4a85-a578-f00a68c914cc req-5652fa34-83a7-447a-baa6-e688f514b217 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:11.087387 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6117afc9-1930-4a85-a578-f00a68c914cc req-5652fa34-83a7-447a-baa6-e688f514b217 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 945 time: 0.0495369 May 16 15:25:11.143119 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6117afc9-1930-4a85-a578-f00a68c914cc req-3487a64b-0436-4d4b-998a-84ee755a7d29 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489433 May 16 15:25:11.148394 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617900e-2e22-407d-abd5-61d70f5d0e91 req-1a9961ea-f2bd-4bd4-a9fd-ebfab298797f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:11.149897 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b617900e-2e22-407d-abd5-61d70f5d0e91 req-1a9961ea-f2bd-4bd4-a9fd-ebfab298797f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0463064 May 16 15:25:11.197321 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b617900e-2e22-407d-abd5-61d70f5d0e91 req-4681dd15-cecd-4b36-9ec8-9c78d3fe287d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418057 May 16 15:25:11.487608 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d875a-99a5-4207-bdc5-a98191cd594e req-2a6675c5-2ab7-41fd-ba1b-bafebac297ff tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:11.489063 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a6d875a-99a5-4207-bdc5-a98191cd594e req-2a6675c5-2ab7-41fd-ba1b-bafebac297ff tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0473809 May 16 15:25:11.536348 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a6d875a-99a5-4207-bdc5-a98191cd594e req-be20cc76-8e1a-4c5e-8b24-a5334e2f1126 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414872 May 16 15:25:11.539463 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 7f2dac2d-8507-4083-81bf-4f66b2f74796 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:25:11.544475 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:25:11.621968 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:25:11.675745 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 7f2dac2d-8507-4083-81bf-4f66b2f74796, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:11.686372 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'port_id': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'mac_address': 'fa:16:3e:e3:0f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:25:11.720536 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 7f2dac2d-8507-4083-81bf-4f66b2f74796 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:11.720904 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:11.736687 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2dac2d-8507-4083-81bf-4f66b2f74796 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:25:11.755580 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 7f2dac2d-8507-4083-81bf-4f66b2f74796, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:11.777452 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:25:11.777814 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:11.846353 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:11.846743 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:11.868691 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:11.871820 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfdac2e-b082-499e-abd7-ad7bc11cd4e0" -d '{"events": [{"server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "name": "network-vif-plugged", "status": "completed", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:11.887842 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:11.897311 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:11.925995 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb50e5d9-d25f-4b36-baa4-fa0b135577c8 x-openstack-request-id: req-cb50e5d9-d25f-4b36-baa4-fa0b135577c8 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:11.926240 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "name": "network-vif-plugged", "status": "completed", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:11.926508 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb50e5d9-d25f-4b36-baa4-fa0b135577c8 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:11.926940 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb50e5d9-d25f-4b36-baa4-fa0b135577c8'] response: {'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'code': 200} May 16 15:25:11.960447 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=7f2dac2d-8507-4083-81bf-4f66b2f74796,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:11.980544 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:11.981499 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device a3126c76-9ed9-4501-8584-9b5b2ba2d62e up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:25:12.058598 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d29c9-2796-4793-b179-a6ed8d7f04ed req-cc0f8691-98c2-4a55-977c-727bd801f883 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:12.060125 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-116d29c9-2796-4793-b179-a6ed8d7f04ed req-cc0f8691-98c2-4a55-977c-727bd801f883 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 945 time: 0.0512826 May 16 15:25:12.062107 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:12.063515 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:12.068257 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port a3126c76-9ed9-4501-8584-9b5b2ba2d62e triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:25:12.073357 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:12.111231 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-116d29c9-2796-4793-b179-a6ed8d7f04ed req-52d5131f-d81a-49a0-a7e4-d11b8698a33f tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450802 May 16 15:25:12.155281 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port a3126c76-9ed9-4501-8584-9b5b2ba2d62e is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:12.155675 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:12.188561 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:12.260331 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad3b18-33a0-4ceb-af8f-28d346213a12 req-b9d7ff08-eb7d-4fc6-b7aa-f8ebdb5c73d4 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:12.261838 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-05ad3b18-33a0-4ceb-af8f-28d346213a12 req-b9d7ff08-eb7d-4fc6-b7aa-f8ebdb5c73d4 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0492373 May 16 15:25:12.263271 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:12.268813 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['7f2dac2d-8507-4083-81bf-4f66b2f74796'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:25:12.319050 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-05ad3b18-33a0-4ceb-af8f-28d346213a12 req-e57952b9-0e0e-481f-bb9d-fcda2163c238 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493488 May 16 15:25:12.326892 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c29a1a-c6a5-49b1-bdb7-08faae88e413 req-661aa41e-8034-42d0-8eff-3e1d57ab487e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:12.330716 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e1c29a1a-c6a5-49b1-bdb7-08faae88e413 req-661aa41e-8034-42d0-8eff-3e1d57ab487e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0643857 May 16 15:25:12.360151 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,revision_number=10']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:12.381506 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e1c29a1a-c6a5-49b1-bdb7-08faae88e413 req-0cfedfe5-c64f-446e-9c00-65e2b6a4cf00 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458250 May 16 15:25:12.560533 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007fe55-badb-4c44-aa69-196ffdf402c6 req-cdf70f72-3e68-4a13-95f5-a0982f2ef512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:12.562022 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9007fe55-badb-4c44-aa69-196ffdf402c6 req-cdf70f72-3e68-4a13-95f5-a0982f2ef512 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 1130 time: 0.0389857 May 16 15:25:12.655484 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9007fe55-badb-4c44-aa69-196ffdf402c6 req-a1d31ec9-f747-4469-8a48-5925895886f7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676060 May 16 15:25:12.673109 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbcfe3-4f7f-43da-8ff1-d28432988d16 req-c6845d0d-0fb6-4426-abfc-50f30243ab6d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:12.675998 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c8bbcfe3-4f7f-43da-8ff1-d28432988d16 req-c6845d0d-0fb6-4426-abfc-50f30243ab6d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 947 time: 0.0622537 May 16 15:25:12.724403 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c8bbcfe3-4f7f-43da-8ff1-d28432988d16 req-a0dc8814-dae4-40f9-93bb-ebd424f004a7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 May 16 15:25:13.225519 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc49b2-a836-4b13-84c7-0a57a4cdce8e req-0080597b-16b3-4f12-a461-17e4d39740d8 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:13.227020 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-04fc49b2-a836-4b13-84c7-0a57a4cdce8e req-0080597b-16b3-4f12-a461-17e4d39740d8 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 945 time: 0.0494318 May 16 15:25:13.275128 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-04fc49b2-a836-4b13-84c7-0a57a4cdce8e req-e1bb1327-d0e0-4dfc-a7c3-0e86b00f768b tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 May 16 15:25:13.432142 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fc739-e29e-4c99-bc03-88d782fdfc70 req-7f93d3a4-a6e3-45d6-a472-319d262a0595 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:13.433656 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-084fc739-e29e-4c99-bc03-88d782fdfc70 req-7f93d3a4-a6e3-45d6-a472-319d262a0595 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0466864 May 16 15:25:13.482362 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-084fc739-e29e-4c99-bc03-88d782fdfc70 req-45454abf-ed20-4965-8d7c-64b70674ca9c tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430064 May 16 15:25:13.542356 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 7f2dac2d-8507-4083-81bf-4f66b2f74796 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:25:13.581982 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 7f2dac2d-8507-4083-81bf-4f66b2f74796 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:25:13.647862 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 7f2dac2d-8507-4083-81bf-4f66b2f74796 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:25:13.648162 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:13.716995 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 7f2dac2d-8507-4083-81bf-4f66b2f74796 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:13.717380 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:13.751116 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 7f2dac2d-8507-4083-81bf-4f66b2f74796, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:13.840235 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22054d6-efac-4a02-93df-01e974e9048b req-48622686-43d7-4d23-bd98-3d5aaac4cb48 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:13.841714 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c22054d6-efac-4a02-93df-01e974e9048b req-48622686-43d7-4d23-bd98-3d5aaac4cb48 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 947 time: 0.0457785 May 16 15:25:13.842924 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:13.893690 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c22054d6-efac-4a02-93df-01e974e9048b req-59cfd2ff-4baa-4b1e-a865-389a987b0a04 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464253 May 16 15:25:13.897990 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=7f2dac2d-8507-4083-81bf-4f66b2f74796,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:13.927828 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e'}, {'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:13.930236 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cc1220-d493-4a6e-a37a-728272670738" -d '{"events": [{"server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "name": "network-vif-plugged", "status": "completed", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e"}, {"server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "name": "network-vif-plugged", "status": "completed", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:13.970208 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 May 2022 15:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d199bb9-0d0f-46b4-afe0-bde0a907ba88 x-openstack-request-id: req-6d199bb9-0d0f-46b4-afe0-bde0a907ba88 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:13.970510 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "name": "network-vif-plugged", "status": "completed", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e", "code": 200}, {"server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "name": "network-vif-plugged", "status": "completed", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:13.970767 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d199bb9-0d0f-46b4-afe0-bde0a907ba88 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:13.971171 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d199bb9-0d0f-46b4-afe0-bde0a907ba88'] response: {'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'code': 200} May 16 15:25:13.971433 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d199bb9-0d0f-46b4-afe0-bde0a907ba88'] response: {'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'code': 200} May 16 15:25:14.394691 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541c60-8295-417f-92ba-31d0a22ea1a9 req-37027208-1b5e-4cf3-9c81-116379fbbfed tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:14.398619 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af541c60-8295-417f-92ba-31d0a22ea1a9 req-37027208-1b5e-4cf3-9c81-116379fbbfed tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 946 time: 0.0471320 May 16 15:25:14.444041 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af541c60-8295-417f-92ba-31d0a22ea1a9 req-86631b18-52f2-4ba9-92bb-8507a0245ab9 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 May 16 15:25:14.597154 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91a466-563b-46ef-bb11-3b42dbed7e05 req-eb480a35-52d5-45b6-b740-f1727aa40ced tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:14.598681 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bd91a466-563b-46ef-bb11-3b42dbed7e05 req-eb480a35-52d5-45b6-b740-f1727aa40ced tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0500965 May 16 15:25:14.656480 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bd91a466-563b-46ef-bb11-3b42dbed7e05 req-2d09da53-35f2-498e-a269-8c4887c41f52 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519571 May 16 15:25:15.029178 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071d3c6-4697-4f24-bd9d-e4dc5023ef62 req-705bb71b-0ea9-4038-825e-563e6077b381 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:15.030727 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b071d3c6-4697-4f24-bd9d-e4dc5023ef62 req-705bb71b-0ea9-4038-825e-563e6077b381 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 947 time: 0.0602176 May 16 15:25:15.077623 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b071d3c6-4697-4f24-bd9d-e4dc5023ef62 req-ed952e79-320d-49af-849e-f8f4ecc358c1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 May 16 15:25:15.334425 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d63b6ed8-aa91-4c05-aa23-2ae7e19e876a req-fcba5bb2-11b3-4735-963d-816f10390b92 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368433 May 16 15:25:15.548094 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888bf49-1015-496f-abd2-6e749dce36b7 req-50a08739-9eee-4d83-b0ca-c75dbb473dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:15.549847 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e888bf49-1015-496f-abd2-6e749dce36b7 req-50a08739-9eee-4d83-b0ca-c75dbb473dcc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 1130 time: 0.1149514 May 16 15:25:15.573727 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b6ed8-aa91-4c05-aa23-2ae7e19e876a req-56bdef7c-9ec9-4ffb-928e-9baf462ece60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:15.575240 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d63b6ed8-aa91-4c05-aa23-2ae7e19e876a req-56bdef7c-9ec9-4ffb-928e-9baf462ece60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 1129 time: 0.1133561 May 16 15:25:15.577093 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305590e4-e7f8-464f-8cec-64e60dcb3042 req-53d15e89-8b40-40b7-855e-5cdab1a5dfdd tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:15.578758 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-305590e4-e7f8-464f-8cec-64e60dcb3042 req-53d15e89-8b40-40b7-855e-5cdab1a5dfdd tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 946 time: 0.0638056 May 16 15:25:15.583342 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5151bc-50ab-45ce-ae07-2636e1304cb4 req-50ca233b-8ee5-4b0c-84c9-ad9ae11793ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:15.584867 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5e5151bc-50ab-45ce-ae07-2636e1304cb4 req-50ca233b-8ee5-4b0c-84c9-ad9ae11793ac service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 1131 time: 0.0706255 May 16 15:25:15.633519 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-305590e4-e7f8-464f-8cec-64e60dcb3042 req-5c43c95c-6553-432d-9553-a9d3530626a0 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 May 16 15:25:15.653599 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e888bf49-1015-496f-abd2-6e749dce36b7 req-a86d8013-7ac9-4637-885f-b1df9c63a52c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956130 May 16 15:25:15.715783 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5e5151bc-50ab-45ce-ae07-2636e1304cb4 req-22483b5b-89b8-4ae7-8809-a88c5b2ceaae service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092412 May 16 15:25:15.743177 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b6ed8-aa91-4c05-aa23-2ae7e19e876a req-2481469c-c8b0-4982-bac5-8934a8f96216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:15.745298 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d63b6ed8-aa91-4c05-aa23-2ae7e19e876a req-2481469c-c8b0-4982-bac5-8934a8f96216 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.1465061 May 16 15:25:15.778071 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb7608-1317-4f00-a626-b4324e5492e4 req-78604a1d-1f66-473a-9036-fa1f9489b923 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:15.779499 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f9eb7608-1317-4f00-a626-b4324e5492e4 req-78604a1d-1f66-473a-9036-fa1f9489b923 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0541253 May 16 15:25:15.827801 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f9eb7608-1317-4f00-a626-b4324e5492e4 req-3a635136-d6f1-4ae0-b126-a2cad8060bc0 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426981 May 16 15:25:15.936654 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49651328-6cfd-4961-81d3-bc640682be3e req-9440925d-43f5-4f60-8258-891190a547b2 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:15.938096 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-49651328-6cfd-4961-81d3-bc640682be3e req-9440925d-43f5-4f60-8258-891190a547b2 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0452504 May 16 15:25:15.986648 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-49651328-6cfd-4961-81d3-bc640682be3e req-6456ce40-56dc-48c0-9955-4bf01cf43019 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 May 16 15:25:16.008805 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 57566) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:16.142365 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5310a98-34f5-4b1d-8d07-60e8c7b6d4ae tempest-TestShelveInstance-290310782 tempest-TestShelveInstance-290310782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:16.145168 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a5310a98-34f5-4b1d-8d07-60e8c7b6d4ae tempest-TestShelveInstance-290310782 tempest-TestShelveInstance-290310782-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 1125 time: 0.1341512 May 16 15:25:16.150235 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 57572) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:16.155971 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'port_id': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:16.202382 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d63b6ed8-aa91-4c05-aa23-2ae7e19e876a req-59d50808-3a4e-40c2-bbfc-f58cdc73ed81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=800fd8b6-f49e-4bc2-839c-1036a8769d6e HTTP/1.1" status: 200 len: 217 time: 0.0618987 May 16 15:25:16.242972 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f585f7-4008-4719-b7ff-614a90fa879a req-1fa99936-184e-4f64-a45d-dc9e4a344b66 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:16.244416 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-01f585f7-4008-4719-b7ff-614a90fa879a req-1fa99936-184e-4f64-a45d-dc9e4a344b66 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 947 time: 0.0556910 May 16 15:25:16.291220 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-01f585f7-4008-4719-b7ff-614a90fa879a req-4eae0145-4e33-4d2e-85aa-41837f51ddc7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403767 May 16 15:25:16.316833 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:16.395961 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:16.505246 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Allocated IP 172.27.2.71 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/2c8c7b71-1041-44e6-8881-dfd2efe91854) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:25:16.609269 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for port (2c8c7b71-1041-44e6-8881-dfd2efe91854), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:16.688718 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b6ed8-aa91-4c05-aa23-2ae7e19e876a req-f1c1d93f-2111-4c54-a1b0-650e1ffa0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:16.692698 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d63b6ed8-aa91-4c05-aa23-2ae7e19e876a req-f1c1d93f-2111-4c54-a1b0-650e1ffa0ad4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.0598609 May 16 15:25:16.769718 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63184ce-2a9a-4cb1-8b1b-819954cdd4c1 req-94427890-0ef7-4813-8b9c-942dc3c99c97 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:16.771323 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d63184ce-2a9a-4cb1-8b1b-819954cdd4c1 req-94427890-0ef7-4813-8b9c-942dc3c99c97 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 946 time: 0.0561655 May 16 15:25:16.783868 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (2c8c7b71-1041-44e6-8881-dfd2efe91854), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:16.820826 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d63184ce-2a9a-4cb1-8b1b-819954cdd4c1 req-e4057110-37d2-4651-9974-d41ece16233c tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434995 May 16 15:25:16.822690 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:25:16.828679 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:25:16.832451 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:25:16.835468 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event updated for resources: {'Port': ['ID=2c8c7b71-1041-44e6-8881-dfd2efe91854,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:17.219333 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for floatingip (94e389cf-bcaf-45ea-90c2-57d9fb835259), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:17.300483 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b07a-e2c2-4aaa-ace2-32385d89a55d req-86bf5265-ebf9-4f41-8730-d11144444077 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:17.302059 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a9e3b07a-e2c2-4aaa-ace2-32385d89a55d req-86bf5265-ebf9-4f41-8730-d11144444077 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0548513 May 16 15:25:17.309343 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b6ed8-aa91-4c05-aa23-2ae7e19e876a req-8edddd01-8667-404f-a5e0-6e5b8c5200f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:17.310975 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d63b6ed8-aa91-4c05-aa23-2ae7e19e876a req-8edddd01-8667-404f-a5e0-6e5b8c5200f1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442629 May 16 15:25:17.359624 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a9e3b07a-e2c2-4aaa-ace2-32385d89a55d req-9d08dbf1-e885-46c6-a071-4a454cb0ccd5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519474 May 16 15:25:17.385324 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (2c8c7b71-1041-44e6-8881-dfd2efe91854), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:17.440816 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd74eb-6aed-4acc-aaa0-458994269930 req-5c7ba10c-3444-44c1-9c75-d856d4396ed4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:17.442285 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e0bd74eb-6aed-4acc-aaa0-458994269930 req-5c7ba10c-3444-44c1-9c75-d856d4396ed4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 947 time: 0.0739181 May 16 15:25:17.771023 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e0bd74eb-6aed-4acc-aaa0-458994269930 req-009859d0-dfc1-4b1b-ad6f-f49440dd212a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231385 May 16 15:25:17.838270 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:25:17.863674 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for port (2c8c7b71-1041-44e6-8881-dfd2efe91854), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:17.937278 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfe2a8-ac81-4e73-a9f8-49e3b5faccd6 req-cce5c547-f917-4786-bee0-b2a968d09607 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:17.938787 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-03bfe2a8-ac81-4e73-a9f8-49e3b5faccd6 req-cce5c547-f917-4786-bee0-b2a968d09607 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 946 time: 0.0498571 May 16 15:25:17.951366 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (2c8c7b71-1041-44e6-8881-dfd2efe91854), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:17.987844 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-03bfe2a8-ac81-4e73-a9f8-49e3b5faccd6 req-7c75824c-b1e4-4c09-a0ef-5425017fc78a tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431483 May 16 15:25:18.021392 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event updated for resources: {'Port': ['ID=2c8c7b71-1041-44e6-8881-dfd2efe91854,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:18.035623 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (94e389cf-bcaf-45ea-90c2-57d9fb835259), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:18.157140 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57fbb0-a811-40e7-af72-7858fb561e20 req-809b856f-2dd1-4a18-9d71-c1c7b35fd7ae tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:18.158868 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cf57fbb0-a811-40e7-af72-7858fb561e20 req-809b856f-2dd1-4a18-9d71-c1c7b35fd7ae tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 946 time: 0.0873601 May 16 15:25:18.265704 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Floating IP 94e389cf-bcaf-45ea-90c2-57d9fb835259 associated. External IP: 172.27.2.71, port: 63eb5f5f-0157-446b-b8eb-bc09b2fc4125. May 16 15:25:18.321286 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cf57fbb0-a811-40e7-af72-7858fb561e20 req-6d2e456c-776f-4f4c-aeef-556350b81ab8 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125166 May 16 15:25:18.325114 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d63b6ed8-aa91-4c05-aa23-2ae7e19e876a req-dec00256-e4f8-4f7a-8727-53e978b78376 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396281 May 16 15:25:18.517817 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7253-de7e-4fb5-9fb6-fef08e20850a req-fd6f8b3f-4585-4fd4-9af1-e6f11602e177 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:18.519475 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-64ec7253-de7e-4fb5-9fb6-fef08e20850a req-fd6f8b3f-4585-4fd4-9af1-e6f11602e177 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0799670 May 16 15:25:18.555952 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:25:18.606579 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-64ec7253-de7e-4fb5-9fb6-fef08e20850a req-5e73a187-a0b7-424b-9edc-00f662e716ec tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804942 May 16 15:25:18.693097 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676e8ff-86f1-4ed4-9e12-4aa257c46a54 req-afb1e0e5-dd73-4b4c-80b4-b19d71db595e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:18.694939 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f676e8ff-86f1-4ed4-9e12-4aa257c46a54 req-afb1e0e5-dd73-4b4c-80b4-b19d71db595e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 946 time: 0.0558209 May 16 15:25:18.720041 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199967d-a2f3-4a0e-b6d4-355becfdee16 req-26f628a6-2dae-48c4-b3ff-98318edce8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:18.721771 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8199967d-a2f3-4a0e-b6d4-355becfdee16 req-26f628a6-2dae-48c4-b3ff-98318edce8fe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 1129 time: 0.1320493 May 16 15:25:18.757993 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f676e8ff-86f1-4ed4-9e12-4aa257c46a54 req-54b48700-5297-4a14-b5ff-b1c3a775c5a3 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563896 May 16 15:25:18.892321 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:25:18.904833 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc43efc-4091-412a-8236-57555c95bd86 None None] Sync routers for ids ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:25:18.917646 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc43efc-4091-412a-8236-57555c95bd86 None None] Routers {'1a69f003-c3e8-44e6-9ec1-f4fb628abda3'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:18.918311 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-9cc43efc-4091-412a-8236-57555c95bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:24:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:18.926067 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d63b6ed8-aa91-4c05-aa23-2ae7e19e876a req-7b51150d-732d-49aa-bc15-14aacd35d1e8 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547145 May 16 15:25:18.967891 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199967d-a2f3-4a0e-b6d4-355becfdee16 req-63f73d67-9b7d-4f00-bb8e-35d9dceba7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:18.969446 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8199967d-a2f3-4a0e-b6d4-355becfdee16 req-63f73d67-9b7d-4f00-bb8e-35d9dceba7d7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.2380686 May 16 15:25:18.975766 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50119c-b417-4714-97ac-ead59da6e43f req-32444cd8-0536-4332-9d82-6ae6a696ab07 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:18.977419 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1d50119c-b417-4714-97ac-ead59da6e43f req-32444cd8-0536-4332-9d82-6ae6a696ab07 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 947 time: 0.0768321 May 16 15:25:19.038277 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:19.063051 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-9cc43efc-4091-412a-8236-57555c95bd86 None None] Set router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:19.088875 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8199967d-a2f3-4a0e-b6d4-355becfdee16 req-4dbaf0e4-02aa-475f-b962-b2c612585e43 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5932ef72-da59-4163-b091-83604c0d8211 HTTP/1.1" status: 200 len: 1001 time: 0.1069217 May 16 15:25:19.117094 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-b60c56f7-4cb7-4852-bfb9-8c9d3b485342 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9646392 May 16 15:25:19.139814 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:19.142086 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc28f50b-ff6a-4de8-bf59-5654ea41d22c" -d '{"events": [{"name": "network-changed", "server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:19.172857 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1d50119c-b417-4714-97ac-ead59da6e43f req-5f37c8bb-25d9-4ee8-82fb-21e0abefc503 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403706 May 16 15:25:19.195315 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30d1729-8deb-4264-9316-4d90e9aad1a5 x-openstack-request-id: req-f30d1729-8deb-4264-9316-4d90e9aad1a5 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:19.195315 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:19.195315 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f30d1729-8deb-4264-9316-4d90e9aad1a5 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:19.195315 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f30d1729-8deb-4264-9316-4d90e9aad1a5'] response: {'name': 'network-changed', 'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'status': 'completed', 'code': 200} May 16 15:25:19.195315 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199967d-a2f3-4a0e-b6d4-355becfdee16 req-e09742bb-6891-45fe-aaac-08d1a81590b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:19.195315 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8199967d-a2f3-4a0e-b6d4-355becfdee16 req-e09742bb-6891-45fe-aaac-08d1a81590b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.0979776 May 16 15:25:19.280881 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199967d-a2f3-4a0e-b6d4-355becfdee16 req-a2bc3b51-4010-4c44-b779-3716236d9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:19.282569 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8199967d-a2f3-4a0e-b6d4-355becfdee16 req-a2bc3b51-4010-4c44-b779-3716236d9b55 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0726349 May 16 15:25:19.283650 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f50b-ff6a-4de8-bf59-5654ea41d22c req-eaeb6ba8-ff18-4db9-82f6-33820c01c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:19.284995 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fc28f50b-ff6a-4de8-bf59-5654ea41d22c req-eaeb6ba8-ff18-4db9-82f6-33820c01c92c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be817fd143aa4f3b87f6cfd77666cdb7&device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 1130 time: 0.0668666 May 16 15:25:19.323597 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-9cc43efc-4091-412a-8236-57555c95bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:23:56Z', 'revision_number': 4, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '94e389cf-bcaf-45ea-90c2-57d9fb835259', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'port_id': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'mac_address': 'fa:16:3e:50:7b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:25:17Z', 'updated_at': '2022-05-16T15:25:17Z', 'revision_number': 0, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590b1a6b-c45c-4d81-88c7-236b5b33a0d3', 'name': '', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'mac_address': 'fa:16:3e:e7:b4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:56Z', 'updated_at': '2022-05-16T15:24:01Z', 'revision_number': 5, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'subnets': [{'id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:19.356883 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc43efc-4091-412a-8236-57555c95bd86 None None] Checking router: 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:25:19.366541 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc43efc-4091-412a-8236-57555c95bd86 None None] Routers {'1a69f003-c3e8-44e6-9ec1-f4fb628abda3'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:19.367340 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-9cc43efc-4091-412a-8236-57555c95bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:24:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:19.457492 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8199967d-a2f3-4a0e-b6d4-355becfdee16 req-a5f590d3-2b5a-4888-ba45-3ce07ac94f7a service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622014 May 16 15:25:19.458625 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f50b-ff6a-4de8-bf59-5654ea41d22c req-211a945b-62a0-43fc-8b4d-de858ec77aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:19.465624 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fc28f50b-ff6a-4de8-bf59-5654ea41d22c req-211a945b-62a0-43fc-8b4d-de858ec77aae service neutron] 10.222.0.79 "GET /v2.0/networks?id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f HTTP/1.1" status: 200 len: 909 time: 0.1578572 May 16 15:25:19.484094 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-9cc43efc-4091-412a-8236-57555c95bd86 None None] Set router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:19.589316 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fc28f50b-ff6a-4de8-bf59-5654ea41d22c req-0e103178-f919-4b6a-9cde-096bd4c7918c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125 HTTP/1.1" status: 200 len: 999 time: 0.1112225 May 16 15:25:19.657575 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8199967d-a2f3-4a0e-b6d4-355becfdee16 req-091c685a-6184-4167-931c-40231deb1fa9 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811810 May 16 15:25:19.675207 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f50b-ff6a-4de8-bf59-5654ea41d22c req-2a8c6b80-34c0-46c6-bf06-74021a409e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:19.676651 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fc28f50b-ff6a-4de8-bf59-5654ea41d22c req-2a8c6b80-34c0-46c6-bf06-74021a409e91 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d2f0a3ab-7bbe-417c-8e80-93498c8cac49 HTTP/1.1" status: 200 len: 847 time: 0.0687044 May 16 15:25:19.737656 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-9cc43efc-4091-412a-8236-57555c95bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:23:56Z', 'revision_number': 4, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '94e389cf-bcaf-45ea-90c2-57d9fb835259', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'port_id': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'mac_address': 'fa:16:3e:50:7b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:25:17Z', 'updated_at': '2022-05-16T15:25:17Z', 'revision_number': 0, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590b1a6b-c45c-4d81-88c7-236b5b33a0d3', 'name': '', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'mac_address': 'fa:16:3e:e7:b4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:56Z', 'updated_at': '2022-05-16T15:24:01Z', 'revision_number': 5, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'subnets': [{'id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:19.760991 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586f272-dee3-4ba1-8a11-911f29063375 req-7fe0a1ab-56b7-4379-9d5a-0aac8877c19f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:19.762530 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e586f272-dee3-4ba1-8a11-911f29063375 req-7fe0a1ab-56b7-4379-9d5a-0aac8877c19f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0687160 May 16 15:25:19.766719 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc43efc-4091-412a-8236-57555c95bd86 None None] The sync data for ids ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'] in dv-cinder-790535-39-iscsi is: [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:23:56Z', 'revision_number': 4, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '94e389cf-bcaf-45ea-90c2-57d9fb835259', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'port_id': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'mac_address': 'fa:16:3e:50:7b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:25:17Z', 'updated_at': '2022-05-16T15:25:17Z', 'revision_number': 0, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590b1a6b-c45c-4d81-88c7-236b5b33a0d3', 'name': '', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'mac_address': 'fa:16:3e:e7:b4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:56Z', 'updated_at': '2022-05-16T15:24:01Z', 'revision_number': 5, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'subnets': [{'id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:25:19.790035 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f50b-ff6a-4de8-bf59-5654ea41d22c req-c5e8b088-5a55-49e9-8794-d83e8f8c671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:19.791566 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fc28f50b-ff6a-4de8-bf59-5654ea41d22c req-c5e8b088-5a55-49e9-8794-d83e8f8c671c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1076663 May 16 15:25:19.819272 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e586f272-dee3-4ba1-8a11-911f29063375 req-be0a56a0-9371-4d3a-83eb-f11274a30edd tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508754 May 16 15:25:19.958708 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fc28f50b-ff6a-4de8-bf59-5654ea41d22c req-b6a779eb-62bb-42fd-be95-5e7e9e15cb10 service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939870 May 16 15:25:20.001721 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850cf56-24f8-49c1-96f9-eba258722c2e None None] New status for floating IP 94e389cf-bcaf-45ea-90c2-57d9fb835259: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:25:20.058236 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fc28f50b-ff6a-4de8-bf59-5654ea41d22c req-0bb237c5-e9a1-41cb-9764-53450f9a2039 service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927620 May 16 15:25:20.289504 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ee54d-c81c-4be6-9fc9-039bbe4f8ef0 req-5749f670-45a8-4aa4-af08-cca51a1d5513 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:20.291030 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-899ee54d-c81c-4be6-9fc9-039bbe4f8ef0 req-5749f670-45a8-4aa4-af08-cca51a1d5513 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 947 time: 0.0464673 May 16 15:25:20.340226 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-899ee54d-c81c-4be6-9fc9-039bbe4f8ef0 req-896dcf33-43dd-4cdc-96a2-79095670f267 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 May 16 15:25:20.937680 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c294e48-1330-4012-89ec-5ef6d2f1a562 req-6632f787-bcd3-4f2a-90e6-7ebe3bc6386d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:20.939200 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2c294e48-1330-4012-89ec-5ef6d2f1a562 req-6632f787-bcd3-4f2a-90e6-7ebe3bc6386d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0466902 May 16 15:25:20.988363 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2c294e48-1330-4012-89ec-5ef6d2f1a562 req-c097f04f-ad60-4dfd-8e68-94a861646e6d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432699 May 16 15:25:22.103827 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d35c5-d766-41c3-938c-b5c8e17ff2bc req-85177ff6-e962-4b1e-9576-16229424dadc tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:22.105272 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-945d35c5-d766-41c3-938c-b5c8e17ff2bc req-85177ff6-e962-4b1e-9576-16229424dadc tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0496163 May 16 15:25:22.150618 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-945d35c5-d766-41c3-938c-b5c8e17ff2bc req-c2862dd3-9b29-4a80-b8fe-740934cb8e28 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398812 May 16 15:25:22.658178 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6edbc576-9550-45d0-ac6e-d3be2e0eca20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:23.263929 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b95c9-a045-418a-b965-a6ab4a56946c req-083bc9c5-8acd-494d-969c-02d9cc2b13f9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:23.265350 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-599b95c9-a045-418a-b965-a6ab4a56946c req-083bc9c5-8acd-494d-969c-02d9cc2b13f9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0460088 May 16 15:25:23.309394 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-599b95c9-a045-418a-b965-a6ab4a56946c req-be01a0a9-3613-4a0a-8297-2b549a1ab397 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385678 May 16 15:25:24.423038 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90718ab1-7ed3-4741-bc17-82dc76af1b32 req-8b6b2c1c-2266-45d4-b0f9-328adc0b7f4e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:24.424465 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-90718ab1-7ed3-4741-bc17-82dc76af1b32 req-8b6b2c1c-2266-45d4-b0f9-328adc0b7f4e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0467038 May 16 15:25:24.470599 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-90718ab1-7ed3-4741-bc17-82dc76af1b32 req-466f2e9d-190c-4bba-8531-674cc37cbbfa tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405862 May 16 15:25:24.829327 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc557-5f65-47b3-8603-1909f979ee97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:25.581295 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82f80-0284-49d1-9115-72baf5b2f1e6 req-0f168fb6-2785-429b-808b-161f31592029 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:25.582799 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a4c82f80-0284-49d1-9115-72baf5b2f1e6 req-0f168fb6-2785-429b-808b-161f31592029 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0461533 May 16 15:25:25.629973 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a4c82f80-0284-49d1-9115-72baf5b2f1e6 req-c5abd995-676d-4a83-8a09-37029d8b95e2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416567 May 16 15:25:25.791600 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:26.746709 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80331a-4b22-4b8f-87a2-715932871a1b req-2e7f0629-b8bf-4bc9-abca-0e8b9269457b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:26.749017 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9c80331a-4b22-4b8f-87a2-715932871a1b req-2e7f0629-b8bf-4bc9-abca-0e8b9269457b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0486557 May 16 15:25:26.794952 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9c80331a-4b22-4b8f-87a2-715932871a1b req-19ff9b2c-d293-4b10-970d-c53a7dd0e4ca tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382903 May 16 15:25:27.584097 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:27.909488 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4553034-4900-4cab-a5d7-edff38b34e5e req-1a8b77d7-91e7-412b-b268-96bb47cf2522 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:27.910971 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e4553034-4900-4cab-a5d7-edff38b34e5e req-1a8b77d7-91e7-412b-b268-96bb47cf2522 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0487225 May 16 15:25:27.957566 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e4553034-4900-4cab-a5d7-edff38b34e5e req-24edc36a-d8d5-4d0b-89eb-b92bad2fcb78 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405087 May 16 15:25:29.071453 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5d0e-d430-480a-a655-4f702c46ff0f req-51bfc726-cf04-41ad-ae4b-b0648928946a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:29.072923 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-268d5d0e-d430-480a-a655-4f702c46ff0f req-51bfc726-cf04-41ad-ae4b-b0648928946a tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0482242 May 16 15:25:29.121151 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-268d5d0e-d430-480a-a655-4f702c46ff0f req-3d3b8113-05f7-45b7-ad21-253b109dd548 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427203 May 16 15:25:29.632117 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:30.233439 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bd848-ba74-4dc9-b944-ae1fc097c841 req-1e3c79e5-e254-4b3a-9e65-14fe02d0af59 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:30.243533 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f05bd848-ba74-4dc9-b944-ae1fc097c841 req-1e3c79e5-e254-4b3a-9e65-14fe02d0af59 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0470200 May 16 15:25:30.281027 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f05bd848-ba74-4dc9-b944-ae1fc097c841 req-0157ab04-9928-4bea-bcda-aa5a099f5c8c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399802 May 16 15:25:31.391557 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b7b4e-b0cc-44d2-bf10-c4fc8c3ae07a req-e8fd47bd-48fa-45d8-a3bc-a0c3c978bf13 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:31.392979 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cf7b7b4e-b0cc-44d2-bf10-c4fc8c3ae07a req-e8fd47bd-48fa-45d8-a3bc-a0c3c978bf13 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0448480 May 16 15:25:31.440538 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cf7b7b4e-b0cc-44d2-bf10-c4fc8c3ae07a req-90fb4b3e-5bb9-477d-b906-549d7f791f7e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421925 May 16 15:25:32.552499 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f85ba-72d1-4074-b7c5-43d6ff23b7ac req-9e3bceaa-f2b7-47fa-a508-3c4014e76cfb tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:32.553950 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fd7f85ba-72d1-4074-b7c5-43d6ff23b7ac req-9e3bceaa-f2b7-47fa-a508-3c4014e76cfb tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0465965 May 16 15:25:32.604666 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fd7f85ba-72d1-4074-b7c5-43d6ff23b7ac req-9d59b74f-c8a2-491e-8cb3-fbd1b5677ba5 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452459 May 16 15:25:33.714256 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d9ffa-466d-49bd-b85e-13b719ee7129 req-0ac52031-968f-4f73-9381-ea616aa6af28 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:33.715702 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f82d9ffa-466d-49bd-b85e-13b719ee7129 req-0ac52031-968f-4f73-9381-ea616aa6af28 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0452864 May 16 15:25:33.762085 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f82d9ffa-466d-49bd-b85e-13b719ee7129 req-5e1b62a9-880e-4efb-9d28-c35c49b1ecf6 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403211 May 16 15:25:34.877490 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbe9a0-8076-41ac-8158-515b342cd928 req-90f8318b-e10d-4f33-b053-f7996899e81e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:34.879033 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7acbe9a0-8076-41ac-8158-515b342cd928 req-90f8318b-e10d-4f33-b053-f7996899e81e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0468028 May 16 15:25:34.929178 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7acbe9a0-8076-41ac-8158-515b342cd928 req-5bfe7e14-ee26-497b-bdf8-2a5cd92e5e5b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443099 May 16 15:25:35.608778 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12615777-7c04-4842-9720-52399b594b74 req-efb52428-3591-4e45-a065-efa1c859c2f9 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:35.610285 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-12615777-7c04-4842-9720-52399b594b74 req-efb52428-3591-4e45-a065-efa1c859c2f9 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 946 time: 0.0465047 May 16 15:25:35.656940 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-12615777-7c04-4842-9720-52399b594b74 req-ab675d12-8123-409f-bdf1-5c93054b8591 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 May 16 15:25:35.678713 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 57782) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:35.758923 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877f4f8d-20c4-4f40-8adb-70b97fc7ace2 tempest-TestMinimumBasicScenario-1494571650 tempest-TestMinimumBasicScenario-1494571650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:35.760326 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-877f4f8d-20c4-4f40-8adb-70b97fc7ace2 tempest-TestMinimumBasicScenario-1494571650 tempest-TestMinimumBasicScenario-1494571650-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 1125 time: 0.0806487 May 16 15:25:35.763145 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 57786) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:35.767903 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'port_id': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:35.858668 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:35.933386 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:36.043323 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Allocated IP 172.27.2.188 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/db02690e-7052-4dd7-8c18-b1a8f29880a5) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:25:36.046971 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ae06f-885b-482b-a6db-5b80f51ea91c req-f8f2eeb3-efbf-4814-9dc4-79c687ae3aaf tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:36.048538 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6c0ae06f-885b-482b-a6db-5b80f51ea91c req-f8f2eeb3-efbf-4814-9dc4-79c687ae3aaf tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0484235 May 16 15:25:36.096292 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6c0ae06f-885b-482b-a6db-5b80f51ea91c req-87e291b1-9aa5-484b-aa72-bfcaadb81ea1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420110 May 16 15:25:36.148521 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for port (db02690e-7052-4dd7-8c18-b1a8f29880a5), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:36.256000 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (db02690e-7052-4dd7-8c18-b1a8f29880a5), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:36.292119 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:25:36.294847 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:25:36.299033 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:25:36.323534 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event updated for resources: {'Port': ['ID=db02690e-7052-4dd7-8c18-b1a8f29880a5,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:36.337991 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.338357 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.338693 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.339028 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.339356 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.339679 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.340001 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.340322 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.340639 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.340955 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.341272 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.341587 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.341899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.342237 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.342550 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:36.648741 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for floatingip (c773bb33-2cb2-4753-ae8d-2384d917a1e7), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:36.866083 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (db02690e-7052-4dd7-8c18-b1a8f29880a5), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:37.033592 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for port (db02690e-7052-4dd7-8c18-b1a8f29880a5), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:37.096131 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (db02690e-7052-4dd7-8c18-b1a8f29880a5), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:37.168057 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event updated for resources: {'Port': ['ID=db02690e-7052-4dd7-8c18-b1a8f29880a5,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:37.176625 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (c773bb33-2cb2-4753-ae8d-2384d917a1e7), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:37.496803 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c3864-056f-4acb-b5c4-c63f749a84a5 req-d0d27d98-aa84-4adb-b970-1934fc33412e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:37.498548 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-756c3864-056f-4acb-b5c4-c63f749a84a5 req-d0d27d98-aa84-4adb-b970-1934fc33412e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.3198631 May 16 15:25:37.559299 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Floating IP c773bb33-2cb2-4753-ae8d-2384d917a1e7 associated. External IP: 172.27.2.188, port: 7f2dac2d-8507-4083-81bf-4f66b2f74796. May 16 15:25:37.614072 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-756c3864-056f-4acb-b5c4-c63f749a84a5 req-308f160b-1119-4f43-946f-a24de76cc84c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859194 May 16 15:25:37.769178 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Router 31efba1e-f15d-4c8f-9f58-d62368e9247d has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:25:37.870496 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:25:37.880978 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caebfdc1-a381-41a8-962c-9f9869969feb None None] Sync routers for ids ['31efba1e-f15d-4c8f-9f58-d62368e9247d'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:25:37.891238 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caebfdc1-a381-41a8-962c-9f9869969feb None None] Routers {'31efba1e-f15d-4c8f-9f58-d62368e9247d'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:37.893052 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-caebfdc1-a381-41a8-962c-9f9869969feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:25:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['31efba1e-f15d-4c8f-9f58-d62368e9247d'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:37.977404 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:37.990226 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-caebfdc1-a381-41a8-962c-9f9869969feb None None] Set router 31efba1e-f15d-4c8f-9f58-d62368e9247d gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:38.007022 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-87a1fe16-c38e-42f5-ba5a-b753d3531d25 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2428887 May 16 15:25:38.007630 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:38.009864 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 57796) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:38.010377 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14104ffc-06c8-437a-8b44-709328799858" -d '{"events": [{"name": "network-changed", "server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:38.015848 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1440232428', 'description': 'tempest-secgroup-smoke-1440232428 description', 'project_id': '65e5f9f015814278b1062e2d7d681cc5'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:38.047329 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a155da-815a-42c9-98c3-c7ff921961f5 x-openstack-request-id: req-88a155da-815a-42c9-98c3-c7ff921961f5 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:38.047672 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:38.048021 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88a155da-815a-42c9-98c3-c7ff921961f5 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:38.048439 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a155da-815a-42c9-98c3-c7ff921961f5'] response: {'name': 'network-changed', 'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'status': 'completed', 'code': 200} May 16 15:25:38.118435 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.190312 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group (086037b6-0729-4e22-b718-40f3c5f17796), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.267771 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (086037b6-0729-4e22-b718-40f3c5f17796), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.275226 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-caebfdc1-a381-41a8-962c-9f9869969feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:24:20Z', 'revision_number': 4, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'c773bb33-2cb2-4753-ae8d-2384d917a1e7', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'port_id': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'mac_address': 'fa:16:3e:e3:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:25:36Z', 'updated_at': '2022-05-16T15:25:36Z', 'revision_number': 0, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfac7d2-83bf-43f9-abbd-6d73409be41d', 'name': '', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'mac_address': 'fa:16:3e:bc:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:19Z', 'updated_at': '2022-05-16T15:24:25Z', 'revision_number': 5, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'subnets': [{'id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:38.296438 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086037b6-0729-4e22-b718-40f3c5f17796,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:38.298987 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caebfdc1-a381-41a8-962c-9f9869969feb None None] Checking router: 31efba1e-f15d-4c8f-9f58-d62368e9247d for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:25:38.303868 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.304219 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.305861 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.305861 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.305861 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.305861 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.305861 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.306356 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.306502 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.306837 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.307166 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.307552 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.307667 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caebfdc1-a381-41a8-962c-9f9869969feb None None] Routers {'31efba1e-f15d-4c8f-9f58-d62368e9247d'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:38.307888 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.308193 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-caebfdc1-a381-41a8-962c-9f9869969feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:25:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['31efba1e-f15d-4c8f-9f58-d62368e9247d'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:38.308303 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.308522 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:38.353901 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104ffc-06c8-437a-8b44-709328799858 req-6e503673-fcb3-4904-81de-23a0d9a35d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:38.355455 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14104ffc-06c8-437a-8b44-709328799858 req-6e503673-fcb3-4904-81de-23a0d9a35d21 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=65e5f9f015814278b1062e2d7d681cc5&device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 1130 time: 0.0397778 May 16 15:25:38.365906 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.369881 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5b6c660b-bc47-4a83-a1a3-d147f06d98cf tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3556733 May 16 15:25:38.374687 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 57802) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:38.374809 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-3335952c-68e6-47f3-96f6-e7e14daedb84 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Request body: {'security_group_rule': {'security_group_id': '086037b6-0729-4e22-b718-40f3c5f17796', 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:38.411524 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-caebfdc1-a381-41a8-962c-9f9869969feb None None] Set router 31efba1e-f15d-4c8f-9f58-d62368e9247d gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:38.453406 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104ffc-06c8-437a-8b44-709328799858 req-3eeee2be-0395-4cb6-9164-cf4b18c48b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:38.455443 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14104ffc-06c8-437a-8b44-709328799858 req-3eeee2be-0395-4cb6-9164-cf4b18c48b1b service neutron] 10.222.0.79 "GET /v2.0/networks?id=7c715965-76e1-4d2e-a9a7-e8a6f7926556 HTTP/1.1" status: 200 len: 915 time: 0.0906775 May 16 15:25:38.478310 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3335952c-68e6-47f3-96f6-e7e14daedb84 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (a44d8b6d-393c-489b-b1aa-4c5121487063), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.521870 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14104ffc-06c8-437a-8b44-709328799858 req-414d7f42-470d-404b-87f7-1b9891cfe9ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796 HTTP/1.1" status: 200 len: 1000 time: 0.0562291 May 16 15:25:38.538856 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3335952c-68e6-47f3-96f6-e7e14daedb84 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (a44d8b6d-393c-489b-b1aa-4c5121487063), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.574015 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104ffc-06c8-437a-8b44-709328799858 req-5cb7eb96-608a-4c36-997e-b6c400ff9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:38.575528 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14104ffc-06c8-437a-8b44-709328799858 req-5cb7eb96-608a-4c36-997e-b6c400ff9b4c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a5571f3-1eeb-468a-9abc-1359f0caea21 HTTP/1.1" status: 200 len: 853 time: 0.0454895 May 16 15:25:38.621368 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3335952c-68e6-47f3-96f6-e7e14daedb84 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (a44d8b6d-393c-489b-b1aa-4c5121487063), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.624506 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-caebfdc1-a381-41a8-962c-9f9869969feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:24:20Z', 'revision_number': 4, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'c773bb33-2cb2-4753-ae8d-2384d917a1e7', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'port_id': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'mac_address': 'fa:16:3e:e3:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:25:36Z', 'updated_at': '2022-05-16T15:25:36Z', 'revision_number': 0, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfac7d2-83bf-43f9-abbd-6d73409be41d', 'name': '', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'mac_address': 'fa:16:3e:bc:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:19Z', 'updated_at': '2022-05-16T15:24:25Z', 'revision_number': 5, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'subnets': [{'id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:38.630398 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104ffc-06c8-437a-8b44-709328799858 req-88b4d980-3113-43b6-a00f-ff7ad4f6b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:38.631950 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14104ffc-06c8-437a-8b44-709328799858 req-88b4d980-3113-43b6-a00f-ff7ad4f6b11b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7c715965-76e1-4d2e-a9a7-e8a6f7926556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429037 May 16 15:25:38.640215 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335952c-68e6-47f3-96f6-e7e14daedb84 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44d8b6d-393c-489b-b1aa-4c5121487063,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:38.660996 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caebfdc1-a381-41a8-962c-9f9869969feb None None] The sync data for ids ['31efba1e-f15d-4c8f-9f58-d62368e9247d'] in dv-cinder-790535-39-iscsi is: [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:24:20Z', 'revision_number': 4, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'c773bb33-2cb2-4753-ae8d-2384d917a1e7', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'port_id': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'mac_address': 'fa:16:3e:e3:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:25:36Z', 'updated_at': '2022-05-16T15:25:36Z', 'revision_number': 0, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfac7d2-83bf-43f9-abbd-6d73409be41d', 'name': '', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'mac_address': 'fa:16:3e:bc:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:19Z', 'updated_at': '2022-05-16T15:24:25Z', 'revision_number': 5, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'subnets': [{'id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:25:38.707995 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3335952c-68e6-47f3-96f6-e7e14daedb84 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.711501 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3335952c-68e6-47f3-96f6-e7e14daedb84 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381608 May 16 15:25:38.712316 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 57806) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:38.716973 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-0a6e8589-0698-404d-b2ff-6eefbd3e7986 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Request body: {'security_group_rule': {'security_group_id': '086037b6-0729-4e22-b718-40f3c5f17796', 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:38.768701 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c2f4e-fd17-4987-8f82-e9c40c01e644 req-823ef0f6-c87d-4eac-adfe-d584c3cf9d32 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:38.770175 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3b0c2f4e-fd17-4987-8f82-e9c40c01e644 req-823ef0f6-c87d-4eac-adfe-d584c3cf9d32 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0621314 May 16 15:25:38.775406 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14104ffc-06c8-437a-8b44-709328799858 req-590b4b4b-f5ed-43cd-964f-a9a8e6651c5b service neutron] 10.222.0.79 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316128 May 16 15:25:38.851035 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3b0c2f4e-fd17-4987-8f82-e9c40c01e644 req-f65df444-8c72-4494-8012-49f840da51ed tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746925 May 16 15:25:38.876347 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8589-0698-404d-b2ff-6eefbd3e7986 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (c353a238-6113-4cc9-b615-e0b8a4c113a4), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.908721 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d24c1-eedf-408d-b5f2-85ebda677814 None None] New status for floating IP c773bb33-2cb2-4753-ae8d-2384d917a1e7: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:25:38.911254 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14104ffc-06c8-437a-8b44-709328799858 req-d871673f-b282-4c2f-825e-763452138cc1 service neutron] 10.222.0.79 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186900 May 16 15:25:38.954367 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8589-0698-404d-b2ff-6eefbd3e7986 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (c353a238-6113-4cc9-b615-e0b8a4c113a4), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.050102 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8589-0698-404d-b2ff-6eefbd3e7986 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (c353a238-6113-4cc9-b615-e0b8a4c113a4), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.067994 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e8589-0698-404d-b2ff-6eefbd3e7986 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c353a238-6113-4cc9-b615-e0b8a4c113a4,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:39.169300 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8589-0698-404d-b2ff-6eefbd3e7986 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.170620 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0a6e8589-0698-404d-b2ff-6eefbd3e7986 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4570830 May 16 15:25:39.173235 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 57812) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:39.177990 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-baf7d1fe-479b-491b-b521-9f9866a67a64 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Request body: {'security_group_rule': {'security_group_id': '086037b6-0729-4e22-b718-40f3c5f17796', 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:39.278066 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-baf7d1fe-479b-491b-b521-9f9866a67a64 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (cabc75d9-3c16-47d5-b731-277475bf5444), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.334914 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-baf7d1fe-479b-491b-b521-9f9866a67a64 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (cabc75d9-3c16-47d5-b731-277475bf5444), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.409973 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-baf7d1fe-479b-491b-b521-9f9866a67a64 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (cabc75d9-3c16-47d5-b731-277475bf5444), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.427894 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7d1fe-479b-491b-b521-9f9866a67a64 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabc75d9-3c16-47d5-b731-277475bf5444,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:39.529424 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-baf7d1fe-479b-491b-b521-9f9866a67a64 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.530654 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-baf7d1fe-479b-491b-b521-9f9866a67a64 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3559301 May 16 15:25:39.533279 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 57816) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:39.537481 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-175e5c4a-6646-41d6-a4ca-b36fa57c24ae tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Request body: {'security_group_rule': {'security_group_id': '086037b6-0729-4e22-b718-40f3c5f17796', 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:39.658819 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-175e5c4a-6646-41d6-a4ca-b36fa57c24ae tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (32cce72c-d0f1-42cc-bb7c-668db1a6d049), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.715724 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-175e5c4a-6646-41d6-a4ca-b36fa57c24ae tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (32cce72c-d0f1-42cc-bb7c-668db1a6d049), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.838536 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-175e5c4a-6646-41d6-a4ca-b36fa57c24ae tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (32cce72c-d0f1-42cc-bb7c-668db1a6d049), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.855852 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e5c4a-6646-41d6-a4ca-b36fa57c24ae tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cce72c-d0f1-42cc-bb7c-668db1a6d049,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:39.952792 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-175e5c4a-6646-41d6-a4ca-b36fa57c24ae tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.953983 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-175e5c4a-6646-41d6-a4ca-b36fa57c24ae tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4197943 May 16 15:25:39.956815 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 57822) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:39.961055 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-e9fb9c0c-4542-4eec-8435-6945a18b3512 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Request body: {'security_group_rule': {'security_group_id': '086037b6-0729-4e22-b718-40f3c5f17796', 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:39.986709 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b909db-e127-4045-a78d-693454d09257 req-5d6abc25-aaa3-45b7-a213-03136f4c1708 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:39.988094 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c9b909db-e127-4045-a78d-693454d09257 req-5d6abc25-aaa3-45b7-a213-03136f4c1708 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0662322 May 16 15:25:40.036752 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c9b909db-e127-4045-a78d-693454d09257 req-60b78967-6ce9-438e-92e5-120a7f188096 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431042 May 16 15:25:40.101115 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.securitygroups_db [None req-e9fb9c0c-4542-4eec-8435-6945a18b3512 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Project 65e5f9f015814278b1062e2d7d681cc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:25:40.106992 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e9fb9c0c-4542-4eec-8435-6945a18b3512 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (56c04b82-bcc1-4c3f-bcef-bd767f02cb09), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.171571 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e9fb9c0c-4542-4eec-8435-6945a18b3512 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (56c04b82-bcc1-4c3f-bcef-bd767f02cb09), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.249898 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e9fb9c0c-4542-4eec-8435-6945a18b3512 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (56c04b82-bcc1-4c3f-bcef-bd767f02cb09), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.268620 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb9c0c-4542-4eec-8435-6945a18b3512 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c04b82-bcc1-4c3f-bcef-bd767f02cb09,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:40.349437 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e9fb9c0c-4542-4eec-8435-6945a18b3512 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.351116 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e9fb9c0c-4542-4eec-8435-6945a18b3512 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3929486 May 16 15:25:40.353558 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 57828) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:40.357843 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-a9d1995f-b0f5-4dbc-9479-67bf64ec782e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Request body: {'security_group_rule': {'security_group_id': '086037b6-0729-4e22-b718-40f3c5f17796', 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:40.449981 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.securitygroups_db [None req-a9d1995f-b0f5-4dbc-9479-67bf64ec782e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Project 65e5f9f015814278b1062e2d7d681cc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:25:40.456013 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a9d1995f-b0f5-4dbc-9479-67bf64ec782e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (247d969c-ab6b-4d84-853b-9e0284814fae), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.513808 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a9d1995f-b0f5-4dbc-9479-67bf64ec782e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (247d969c-ab6b-4d84-853b-9e0284814fae), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.586998 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a9d1995f-b0f5-4dbc-9479-67bf64ec782e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (247d969c-ab6b-4d84-853b-9e0284814fae), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.606980 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1995f-b0f5-4dbc-9479-67bf64ec782e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247d969c-ab6b-4d84-853b-9e0284814fae,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:40.680379 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a9d1995f-b0f5-4dbc-9479-67bf64ec782e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.681623 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a9d1995f-b0f5-4dbc-9479-67bf64ec782e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3271251 May 16 15:25:40.768734 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f020745a-9723-4fb9-b7a2-9d6dc11f3988 req-0aeb4b6e-e702-44cc-9a23-7dca765181cd tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440232428&fields=id&tenant_id=65e5f9f015814278b1062e2d7d681cc5 HTTP/1.1" status: 200 len: 267 time: 0.0431595 May 16 15:25:40.820347 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020745a-9723-4fb9-b7a2-9d6dc11f3988 req-75525961-2c97-4bea-9fcb-eac73056f894 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:40.821796 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f020745a-9723-4fb9-b7a2-9d6dc11f3988 req-75525961-2c97-4bea-9fcb-eac73056f894 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 946 time: 0.0478594 May 16 15:25:40.832812 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-f020745a-9723-4fb9-b7a2-9d6dc11f3988 req-5623a130-ef87-42f1-8889-103819e00936 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Request body: {'port': {'security_groups': ['dea17286-0038-4890-a379-db189330605f', '086037b6-0729-4e22-b718-40f3c5f17796']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:40.904998 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f020745a-9723-4fb9-b7a2-9d6dc11f3988 req-5623a130-ef87-42f1-8889-103819e00936 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:41.121463 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-f020745a-9723-4fb9-b7a2-9d6dc11f3988 req-5623a130-ef87-42f1-8889-103819e00936 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] For port 7f2dac2d-8507-4083-81bf-4f66b2f74796, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:41.149637 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f020745a-9723-4fb9-b7a2-9d6dc11f3988 req-5623a130-ef87-42f1-8889-103819e00936 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:41.150109 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b5d0b-c9da-4c77-a758-a9d31cfb16c8 req-24a2a23e-b89f-4972-b22e-be871cd3a0d1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:41.151600 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5b4b5d0b-c9da-4c77-a758-a9d31cfb16c8 req-24a2a23e-b89f-4972-b22e-be871cd3a0d1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0476840 May 16 15:25:41.197229 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5b4b5d0b-c9da-4c77-a758-a9d31cfb16c8 req-79ca7d1b-1f38-42de-9751-75738c0190c2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401301 May 16 15:25:41.215483 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f020745a-9723-4fb9-b7a2-9d6dc11f3988 req-5623a130-ef87-42f1-8889-103819e00936 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:41.229826 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['7f2dac2d-8507-4083-81bf-4f66b2f74796'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:25:41.263199 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020745a-9723-4fb9-b7a2-9d6dc11f3988 req-5623a130-ef87-42f1-8889-103819e00936 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:41.263837 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f020745a-9723-4fb9-b7a2-9d6dc11f3988 req-5623a130-ef87-42f1-8889-103819e00936 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:41.265226 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f020745a-9723-4fb9-b7a2-9d6dc11f3988 req-5623a130-ef87-42f1-8889-103819e00936 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "PUT /v2.0/ports/7f2dac2d-8507-4083-81bf-4f66b2f74796 HTTP/1.1" status: 200 len: 982 time: 0.4373679 May 16 15:25:41.265682 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:41.268027 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f52ed6-e658-4836-860a-7e8f319c19dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:41.293102 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623a130-ef87-42f1-8889-103819e00936 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event updated for resources: {'Port': ['ID=7f2dac2d-8507-4083-81bf-4f66b2f74796,revision_number=6']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:41.337825 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ea6229-c104-4b11-a8f0-bf3707c9d69f x-openstack-request-id: req-44ea6229-c104-4b11-a8f0-bf3707c9d69f {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:41.338246 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:41.338598 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44ea6229-c104-4b11-a8f0-bf3707c9d69f {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:41.339430 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ea6229-c104-4b11-a8f0-bf3707c9d69f'] response: {'name': 'network-changed', 'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'status': 'completed', 'code': 200} May 16 15:25:41.392234 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67e5b7-5c39-4ace-896a-b46fed8223dc req-383b9cbe-90f7-48bb-8947-a35fe4e18ffb tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:41.403496 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0e67e5b7-5c39-4ace-896a-b46fed8223dc req-383b9cbe-90f7-48bb-8947-a35fe4e18ffb tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0621781 May 16 15:25:41.410052 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['7f2dac2d-8507-4083-81bf-4f66b2f74796'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:25:41.412702 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f52ed6-e658-4836-860a-7e8f319c19dd req-4d5715ec-29cd-4863-92dc-16aa7e760ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:41.414298 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-20f52ed6-e658-4836-860a-7e8f319c19dd req-4d5715ec-29cd-4863-92dc-16aa7e760ba6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=65e5f9f015814278b1062e2d7d681cc5&device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 1169 time: 0.0499492 May 16 15:25:41.474800 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0e67e5b7-5c39-4ace-896a-b46fed8223dc req-444e7271-40ba-4639-9d82-f0e1d86c2382 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645332 May 16 15:25:41.542241 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f52ed6-e658-4836-860a-7e8f319c19dd req-900301f7-e77d-4f53-bf47-5b7d5a320b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:41.543724 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-20f52ed6-e658-4836-860a-7e8f319c19dd req-900301f7-e77d-4f53-bf47-5b7d5a320b88 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7c715965-76e1-4d2e-a9a7-e8a6f7926556 HTTP/1.1" status: 200 len: 915 time: 0.1227007 May 16 15:25:41.617653 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-20f52ed6-e658-4836-860a-7e8f319c19dd req-b296354c-6f28-4a06-8427-840a000745cc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796 HTTP/1.1" status: 200 len: 1002 time: 0.0638394 May 16 15:25:41.637737 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-1c0f492c-3693-47b7-9698-f91390000eeb None None] Provisioning complete for port 7f2dac2d-8507-4083-81bf-4f66b2f74796 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:25:41.638107 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1c0f492c-3693-47b7-9698-f91390000eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:41.667036 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f52ed6-e658-4836-860a-7e8f319c19dd req-36e5589f-9e66-4f1c-b77e-9981be1c8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:41.668484 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-20f52ed6-e658-4836-860a-7e8f319c19dd req-36e5589f-9e66-4f1c-b77e-9981be1c8892 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a5571f3-1eeb-468a-9abc-1359f0caea21 HTTP/1.1" status: 200 len: 853 time: 0.0452924 May 16 15:25:41.711612 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f52ed6-e658-4836-860a-7e8f319c19dd req-9806feaf-e240-402e-9723-15d76bf7ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:41.713154 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-20f52ed6-e658-4836-860a-7e8f319c19dd req-9806feaf-e240-402e-9723-15d76bf7ac1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7c715965-76e1-4d2e-a9a7-e8a6f7926556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378909 May 16 15:25:41.802399 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f492c-3693-47b7-9698-f91390000eeb None None] Current status of the port 7f2dac2d-8507-4083-81bf-4f66b2f74796 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:41.805847 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-20f52ed6-e658-4836-860a-7e8f319c19dd req-131e80ce-0d24-449b-8aee-4f96fd788568 service neutron] 10.222.0.79 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854073 May 16 15:25:41.900092 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-20f52ed6-e658-4836-860a-7e8f319c19dd req-116ac868-da50-4347-9263-ef38adb2762e service neutron] 10.222.0.79 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877755 May 16 15:25:42.170167 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:42.312462 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c7e7f-3974-4fe3-b781-c2c93c2347c3 req-9ad7ae2f-64d9-471f-87a5-b89492bb5761 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:42.313914 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-eb5c7e7f-3974-4fe3-b781-c2c93c2347c3 req-9ad7ae2f-64d9-471f-87a5-b89492bb5761 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0464973 May 16 15:25:42.359994 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-eb5c7e7f-3974-4fe3-b781-c2c93c2347c3 req-a9617053-35a1-41ef-8995-7e0fbca24235 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405667 May 16 15:25:43.472745 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4512d3-b805-4e70-b42a-d856346d1525 req-e6462f3f-9ce3-46f3-9f30-bcfcc52f8615 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:43.479332 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fe4512d3-b805-4e70-b42a-d856346d1525 req-e6462f3f-9ce3-46f3-9f30-bcfcc52f8615 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0448742 May 16 15:25:43.520003 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fe4512d3-b805-4e70-b42a-d856346d1525 req-abd73e79-e6d1-43d9-b2dd-7ac010dee8ac tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403125 May 16 15:25:44.634788 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383aa70c-ad53-4de5-9d2e-6dce3ef86dce req-4ae030a9-67d7-4e09-83b8-341ff25b2393 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:44.636213 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-383aa70c-ad53-4de5-9d2e-6dce3ef86dce req-4ae030a9-67d7-4e09-83b8-341ff25b2393 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0451422 May 16 15:25:44.684777 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-383aa70c-ad53-4de5-9d2e-6dce3ef86dce req-192df635-0a38-42a7-8976-01cde2b60c62 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432377 May 16 15:25:45.631992 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969839da-d050-4704-a012-2695df025a04 req-d3641d4d-6f7d-4025-963f-86245dafca09 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:45.633440 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-969839da-d050-4704-a012-2695df025a04 req-d3641d4d-6f7d-4025-963f-86245dafca09 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 946 time: 0.0463452 May 16 15:25:45.679211 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-969839da-d050-4704-a012-2695df025a04 req-e5a7b94e-8e9f-4edf-9178-4c03490bb758 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400298 May 16 15:25:45.799904 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2787d0-185f-4406-9981-2fa23e9e85de req-6886af57-9e3d-43d6-828a-4bdc151f6214 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:45.801839 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3c2787d0-185f-4406-9981-2fa23e9e85de req-6886af57-9e3d-43d6-828a-4bdc151f6214 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0495853 May 16 15:25:45.846771 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3c2787d0-185f-4406-9981-2fa23e9e85de req-b60df909-2f2b-4727-be4d-1c9142776146 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395122 May 16 15:25:46.789925 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b3575-d482-47e5-8302-e4421d78f0fa req-33af9ad5-0353-4aea-9a89-3a43a88cff41 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:46.791378 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7e4b3575-d482-47e5-8302-e4421d78f0fa req-33af9ad5-0353-4aea-9a89-3a43a88cff41 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 946 time: 0.0458407 May 16 15:25:46.835572 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7e4b3575-d482-47e5-8302-e4421d78f0fa req-92cb771e-4ea1-4abb-8ce2-f8e8c89d7328 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389323 May 16 15:25:46.959659 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9850a5-e0ba-4498-8340-8b3a3c0145de req-ba1ebf84-ccb7-4ddc-bb66-b0cb77f050a9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:46.961118 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2c9850a5-e0ba-4498-8340-8b3a3c0145de req-ba1ebf84-ccb7-4ddc-bb66-b0cb77f050a9 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0458827 May 16 15:25:47.006607 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2c9850a5-e0ba-4498-8340-8b3a3c0145de req-2b4b2ed1-05c5-47b2-ad3b-2767b840b9db tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399945 May 16 15:25:47.966418 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa20ed-49e7-485f-a6d8-6215787df54c req-2b7d67fb-bbf8-4083-b2aa-2652d55dcbd1 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:47.967851 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-72aa20ed-49e7-485f-a6d8-6215787df54c req-2b7d67fb-bbf8-4083-b2aa-2652d55dcbd1 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 946 time: 0.0620246 May 16 15:25:48.013802 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-72aa20ed-49e7-485f-a6d8-6215787df54c req-338f689f-7636-40f3-9f71-022d37625634 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395164 May 16 15:25:48.118234 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eb242-8152-425f-a6d7-675f1ef57a03 req-52f238bb-2357-4d33-a2aa-7ff6e3b043e0 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:48.119607 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6e2eb242-8152-425f-a6d7-675f1ef57a03 req-52f238bb-2357-4d33-a2aa-7ff6e3b043e0 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0457582 May 16 15:25:48.176964 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6e2eb242-8152-425f-a6d7-675f1ef57a03 req-fd64f466-e151-435d-a304-2a36113968df tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515671 May 16 15:25:48.202996 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d57820-fcf6-4280-b01a-937d388b1483 req-744bd445-b476-46f0-a7d1-11fa87b70168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:48.205028 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f2d57820-fcf6-4280-b01a-937d388b1483 req-744bd445-b476-46f0-a7d1-11fa87b70168 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 1129 time: 0.0418487 May 16 15:25:48.253578 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f2d57820-fcf6-4280-b01a-937d388b1483 req-7719e37e-284c-422e-9224-3bec0affc5b7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378175 May 16 15:25:49.121811 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b2999-7b51-4a22-a006-735b9e74d8ab req-5d0b0bb0-3067-4be4-b640-c7ddceec6ef4 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:49.123286 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aa1b2999-7b51-4a22-a006-735b9e74d8ab req-5d0b0bb0-3067-4be4-b640-c7ddceec6ef4 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 946 time: 0.0454845 May 16 15:25:49.169222 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aa1b2999-7b51-4a22-a006-735b9e74d8ab req-7f101c3a-a1fd-4e6c-bc11-a8d6b131ddba tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 May 16 15:25:49.184305 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b41b5-5579-4c15-8cee-243392e44744 req-afb05aaf-412e-4dad-92b2-e08bf7576ba0 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:49.185741 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-226b41b5-5579-4c15-8cee-243392e44744 req-afb05aaf-412e-4dad-92b2-e08bf7576ba0 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 946 time: 0.0457759 May 16 15:25:49.303868 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-226b41b5-5579-4c15-8cee-243392e44744 req-71a333e5-cf70-4be3-97fb-a83ee394526e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Deleting port c7745a72-d5fd-48e6-8037-08c5e91923d2 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:49.304123 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-226b41b5-5579-4c15-8cee-243392e44744 req-71a333e5-cf70-4be3-97fb-a83ee394526e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.326004 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef7307-76dd-4bfd-b5a9-5c0651af2730 req-d15f2b49-960d-4aa1-ad2e-577a08c80982 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:49.327469 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8fef7307-76dd-4bfd-b5a9-5c0651af2730 req-d15f2b49-960d-4aa1-ad2e-577a08c80982 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0668921 May 16 15:25:49.424397 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8fef7307-76dd-4bfd-b5a9-5c0651af2730 req-1df7fb7b-7ffe-4aab-becc-c0181b73cd16 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899775 May 16 15:25:49.435567 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-226b41b5-5579-4c15-8cee-243392e44744 req-71a333e5-cf70-4be3-97fb-a83ee394526e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] For port c7745a72-d5fd-48e6-8037-08c5e91923d2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c7745a72-d5fd-48e6-8037-08c5e91923d2,segment=NetworkSegment(1a5e2907-6bcb-4a88-bc0d-713878bfd03c),segment_id=1a5e2907-6bcb-4a88-bc0d-713878bfd03c)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:49.435931 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-226b41b5-5579-4c15-8cee-243392e44744 req-71a333e5-cf70-4be3-97fb-a83ee394526e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.448998 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-226b41b5-5579-4c15-8cee-243392e44744 req-71a333e5-cf70-4be3-97fb-a83ee394526e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Calling delete_port for c7745a72-d5fd-48e6-8037-08c5e91923d2 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:49.673233 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-226b41b5-5579-4c15-8cee-243392e44744 req-71a333e5-cf70-4be3-97fb-a83ee394526e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (c7745a72-d5fd-48e6-8037-08c5e91923d2), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.697732 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['c7745a72-d5fd-48e6-8037-08c5e91923d2'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:25:49.700506 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a333e5-cf70-4be3-97fb-a83ee394526e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Pushing event deleted for resources: {'Port': ['ID=c7745a72-d5fd-48e6-8037-08c5e91923d2,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:49.741738 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-226b41b5-5579-4c15-8cee-243392e44744 req-71a333e5-cf70-4be3-97fb-a83ee394526e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] No DVR routers for this DVR port c7745a72-d5fd-48e6-8037-08c5e91923d2 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:25:49.744707 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-226b41b5-5579-4c15-8cee-243392e44744 req-71a333e5-cf70-4be3-97fb-a83ee394526e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.747927 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-226b41b5-5579-4c15-8cee-243392e44744 req-71a333e5-cf70-4be3-97fb-a83ee394526e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.79 "DELETE /v2.0/ports/c7745a72-d5fd-48e6-8037-08c5e91923d2 HTTP/1.1" status: 204 len: 173 time: 0.5567889 May 16 15:25:49.748355 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc', 'name': 'network-vif-deleted', 'tag': 'c7745a72-d5fd-48e6-8037-08c5e91923d2'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:49.750839 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c55069-f8cc-4947-b5bb-279d170b0255" -d '{"events": [{"server_uuid": "0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc", "name": "network-vif-deleted", "tag": "c7745a72-d5fd-48e6-8037-08c5e91923d2"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:49.784395 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8722db9-a753-4432-bd2c-0088616f74e3 x-openstack-request-id: req-a8722db9-a753-4432-bd2c-0088616f74e3 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:49.784679 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc", "name": "network-vif-deleted", "tag": "c7745a72-d5fd-48e6-8037-08c5e91923d2", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:49.784928 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a8722db9-a753-4432-bd2c-0088616f74e3 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:49.785327 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8722db9-a753-4432-bd2c-0088616f74e3'] response: {'server_uuid': '0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc', 'name': 'network-vif-deleted', 'tag': 'c7745a72-d5fd-48e6-8037-08c5e91923d2', 'status': 'completed', 'code': 200} May 16 15:25:50.264593 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-634d4125-c8de-4f25-9409-f71ffb938456 req-f46ed7a9-941a-4b0f-acc5-bef735b7f7fd tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ea0ed7a-c7be-413b-bfa0-9c44bf7da2bc HTTP/1.1" status: 200 len: 210 time: 0.0286937 May 16 15:25:50.538325 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba6771-57f4-431d-955a-a36088b941cd req-3babb16c-42ce-4161-aeac-807a4e91e724 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:50.539777 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d4ba6771-57f4-431d-955a-a36088b941cd req-3babb16c-42ce-4161-aeac-807a4e91e724 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0459390 May 16 15:25:50.588910 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d4ba6771-57f4-431d-955a-a36088b941cd req-c810aadb-eaec-4899-95ab-1103e6e55680 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 May 16 15:25:51.209669 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35114b-f1ea-47c8-8384-4de2bad01aaa req-36513b00-b872-42b0-b491-b2564dabd503 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:51.211177 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4f35114b-f1ea-47c8-8384-4de2bad01aaa req-36513b00-b872-42b0-b491-b2564dabd503 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0492740 May 16 15:25:51.284640 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c8e7b-e493-4ebc-8d34-f88cfadd6dd2 req-dbea63cc-82d1-44ab-a4d9-bdd1ab581058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:51.286117 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1b5c8e7b-e493-4ebc-8d34-f88cfadd6dd2 req-dbea63cc-82d1-44ab-a4d9-bdd1ab581058 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 1129 time: 0.0564525 May 16 15:25:51.289597 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4f35114b-f1ea-47c8-8384-4de2bad01aaa req-fb0f1176-8498-4622-85b5-394137ec05a1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728903 May 16 15:25:51.382993 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c8e7b-e493-4ebc-8d34-f88cfadd6dd2 req-770f0f5f-e89a-42f9-b30d-37e4217cc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:51.384486 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1b5c8e7b-e493-4ebc-8d34-f88cfadd6dd2 req-770f0f5f-e89a-42f9-b30d-37e4217cc2e6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.0917604 May 16 15:25:51.444163 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1b5c8e7b-e493-4ebc-8d34-f88cfadd6dd2 req-51b990ea-ab6b-47ec-a753-ac8d8dc0571e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5932ef72-da59-4163-b091-83604c0d8211 HTTP/1.1" status: 200 len: 1001 time: 0.0533364 May 16 15:25:51.491744 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c8e7b-e493-4ebc-8d34-f88cfadd6dd2 req-84da59f0-595f-4360-92a6-320ef69a2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:51.493124 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1b5c8e7b-e493-4ebc-8d34-f88cfadd6dd2 req-84da59f0-595f-4360-92a6-320ef69a2eeb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.0419352 May 16 15:25:51.541050 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c8e7b-e493-4ebc-8d34-f88cfadd6dd2 req-2410b21c-dbdd-4cb3-a981-1255cd14071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:51.542638 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1b5c8e7b-e493-4ebc-8d34-f88cfadd6dd2 req-2410b21c-dbdd-4cb3-a981-1255cd14071c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426536 May 16 15:25:51.630394 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1b5c8e7b-e493-4ebc-8d34-f88cfadd6dd2 req-584b8898-e207-4aca-af80-7f68da0cc1e0 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808978 May 16 15:25:51.721993 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1b5c8e7b-e493-4ebc-8d34-f88cfadd6dd2 req-34948dc4-abb0-4db8-8e98-65bf908b30dd service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845170 May 16 15:25:52.411286 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88164a64-16e2-4d21-986e-72880653ae8e req-c6c44605-7816-43db-b2b7-ca3c80e2630b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:52.412725 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-88164a64-16e2-4d21-986e-72880653ae8e req-c6c44605-7816-43db-b2b7-ca3c80e2630b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0460575 May 16 15:25:52.457581 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-88164a64-16e2-4d21-986e-72880653ae8e req-b07187ae-4724-425d-bd0c-2e9e7664a183 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395629 May 16 15:25:52.633423 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-447ad67b-af7e-459f-90fa-39dd0a9b8237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:53.575684 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a88e6c-99f8-42b1-92e9-29d61d048e78 req-d1ff64bb-89ec-4d21-b0ba-0166d4ab3b5c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:53.577128 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e4a88e6c-99f8-42b1-92e9-29d61d048e78 req-d1ff64bb-89ec-4d21-b0ba-0166d4ab3b5c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0458438 May 16 15:25:53.622602 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e4a88e6c-99f8-42b1-92e9-29d61d048e78 req-426898de-2f91-4a0a-aeae-5243584fe97d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400450 May 16 15:25:53.782032 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device c7745a72-d5fd-48e6-8037-08c5e91923d2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:25:53.800714 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: c7745a72-d5fd-48e6-8037-08c5e91923d2 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:25:53.801064 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device c7745a72-d5fd-48e6-8037-08c5e91923d2 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:25:54.737628 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca99e6-c5f6-4ce9-b967-83e15b0ea1a4 req-0a6fab1d-fc3d-40dc-950a-6ff390ed2a6e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:54.739102 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14ca99e6-c5f6-4ce9-b967-83e15b0ea1a4 req-0a6fab1d-fc3d-40dc-950a-6ff390ed2a6e tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0493684 May 16 15:25:54.782462 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-96d612b2-8a23-42ca-902a-ceae2cc02d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:54.786273 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14ca99e6-c5f6-4ce9-b967-83e15b0ea1a4 req-d0c56dfe-356b-4644-b768-fa00cac19711 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410483 May 16 15:25:54.836673 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:25:55.804834 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:55.898816 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae2661-51e1-42e0-a692-0ec8825c02fa req-0cc509d6-a3d3-49f7-9b5e-2855a1a52c26 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:55.900311 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-72ae2661-51e1-42e0-a692-0ec8825c02fa req-0cc509d6-a3d3-49f7-9b5e-2855a1a52c26 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0473828 May 16 15:25:55.948145 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-72ae2661-51e1-42e0-a692-0ec8825c02fa req-ada6a6ec-4087-4440-a77e-2545fb1bd699 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423112 May 16 15:25:57.067565 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea182e-cedb-4ad5-ab25-bc107b11082f req-a3dce86f-3282-4aea-845e-5af339dae6ca tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:57.069578 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-25ea182e-cedb-4ad5-ab25-bc107b11082f req-a3dce86f-3282-4aea-845e-5af339dae6ca tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0473299 May 16 15:25:57.115117 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-25ea182e-cedb-4ad5-ab25-bc107b11082f req-65b0441f-9c18-4e63-be74-3c2ed13eb42c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400288 May 16 15:25:57.571346 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:58.230114 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49113ab5-fd92-4a9d-9658-f45c8d69ed0c req-2ae5ed24-768d-43c8-867f-2a55b2cd9699 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:58.231500 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-49113ab5-fd92-4a9d-9658-f45c8d69ed0c req-2ae5ed24-768d-43c8-867f-2a55b2cd9699 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0492973 May 16 15:25:58.277194 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-49113ab5-fd92-4a9d-9658-f45c8d69ed0c req-87a17763-8497-4b09-a85f-45a58ee238ef tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401707 May 16 15:25:58.385757 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d4fb0-b3f4-4017-9624-15f7881b08a6 req-c4566c3d-5bbf-4ea0-89f8-e17c696ea0bf tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:58.387256 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2a9d4fb0-b3f4-4017-9624-15f7881b08a6 req-c4566c3d-5bbf-4ea0-89f8-e17c696ea0bf tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0452361 May 16 15:25:58.395653 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 57970) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:58.400349 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-ab7e33d7-f0db-442a-8ac0-367aba12326b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Request body: {'floatingip': {'port_id': '5932ef72-da59-4163-b091-83604c0d8211'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:58.453140 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ab7e33d7-f0db-442a-8ac0-367aba12326b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for floatingip (b8797756-fc88-45be-b2d3-1a5cc9c9a229), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.127648 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ab7e33d7-f0db-442a-8ac0-367aba12326b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.165167 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ab7e33d7-f0db-442a-8ac0-367aba12326b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (b8797756-fc88-45be-b2d3-1a5cc9c9a229), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.357964 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7e33d7-f0db-442a-8ac0-367aba12326b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Router fe3aae6c-8513-4920-ae0b-0ff4025adf57 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:25:59.459835 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7e33d7-f0db-442a-8ac0-367aba12326b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:25:59.464749 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ab7e33d7-f0db-442a-8ac0-367aba12326b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.471021 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791f61f-613c-4520-bae0-466353af2bfe None None] Sync routers for ids ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:25:59.480772 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791f61f-613c-4520-bae0-466353af2bfe None None] Routers {'fe3aae6c-8513-4920-ae0b-0ff4025adf57'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:59.481709 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-e791f61f-613c-4520-bae0-466353af2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:25:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:59.494521 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'tag': '5932ef72-da59-4163-b091-83604c0d8211'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:59.496723 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdfc2cc-f8ae-4a2c-9dbc-765c9626ef28" -d '{"events": [{"name": "network-changed", "server_uuid": "d0316dc2-94eb-4a8c-811e-057cbe5fd20e", "tag": "5932ef72-da59-4163-b091-83604c0d8211"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:59.502489 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.525222 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ab7e33d7-f0db-442a-8ac0-367aba12326b tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "PUT /v2.0/floatingips/b8797756-fc88-45be-b2d3-1a5cc9c9a229 HTTP/1.1" status: 200 len: 993 time: 1.1280937 May 16 15:25:59.551895 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16496174-2552-4091-816e-3c5537836cb0 x-openstack-request-id: req-16496174-2552-4091-816e-3c5537836cb0 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:59.552237 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0316dc2-94eb-4a8c-811e-057cbe5fd20e", "tag": "5932ef72-da59-4163-b091-83604c0d8211", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:59.552490 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16496174-2552-4091-816e-3c5537836cb0 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:59.552887 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16496174-2552-4091-816e-3c5537836cb0'] response: {'name': 'network-changed', 'server_uuid': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'tag': '5932ef72-da59-4163-b091-83604c0d8211', 'status': 'completed', 'code': 200} May 16 15:25:59.585260 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-e791f61f-613c-4520-bae0-466353af2bfe None None] Set router fe3aae6c-8513-4920-ae0b-0ff4025adf57 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:59.789564 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-e791f61f-613c-4520-bae0-466353af2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:26Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'b8797756-fc88-45be-b2d3-1a5cc9c9a229', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'port_id': '5932ef72-da59-4163-b091-83604c0d8211', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'mac_address': 'fa:16:3e:6e:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:23:51Z', 'updated_at': '2022-05-16T15:25:59Z', 'revision_number': 3, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6fdb64-1064-4005-ab9d-1baff1d306eb', 'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'mac_address': 'fa:16:3e:01:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:21Z', 'updated_at': '2022-05-16T15:21:37Z', 'revision_number': 5, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'subnets': [{'id': '96826c3c-0750-45f0-8e33-bfa962732597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:59.814061 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791f61f-613c-4520-bae0-466353af2bfe None None] Checking router: fe3aae6c-8513-4920-ae0b-0ff4025adf57 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:25:59.822666 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791f61f-613c-4520-bae0-466353af2bfe None None] Routers {'fe3aae6c-8513-4920-ae0b-0ff4025adf57'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:59.823263 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-e791f61f-613c-4520-bae0-466353af2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:25:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:59.921585 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-e791f61f-613c-4520-bae0-466353af2bfe None None] Set router fe3aae6c-8513-4920-ae0b-0ff4025adf57 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:00.126931 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-e791f61f-613c-4520-bae0-466353af2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:26Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'b8797756-fc88-45be-b2d3-1a5cc9c9a229', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'port_id': '5932ef72-da59-4163-b091-83604c0d8211', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'mac_address': 'fa:16:3e:6e:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:23:51Z', 'updated_at': '2022-05-16T15:25:59Z', 'revision_number': 3, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6fdb64-1064-4005-ab9d-1baff1d306eb', 'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'mac_address': 'fa:16:3e:01:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:21Z', 'updated_at': '2022-05-16T15:21:37Z', 'revision_number': 5, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'subnets': [{'id': '96826c3c-0750-45f0-8e33-bfa962732597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:00.151853 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791f61f-613c-4520-bae0-466353af2bfe None None] The sync data for ids ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'] in dv-cinder-790535-39-iscsi is: [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:26Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'b8797756-fc88-45be-b2d3-1a5cc9c9a229', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'port_id': '5932ef72-da59-4163-b091-83604c0d8211', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'mac_address': 'fa:16:3e:6e:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:23:51Z', 'updated_at': '2022-05-16T15:25:59Z', 'revision_number': 3, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6fdb64-1064-4005-ab9d-1baff1d306eb', 'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'mac_address': 'fa:16:3e:01:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:21Z', 'updated_at': '2022-05-16T15:21:37Z', 'revision_number': 5, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'subnets': [{'id': '96826c3c-0750-45f0-8e33-bfa962732597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:00.646395 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfc2cc-f8ae-4a2c-9dbc-765c9626ef28 req-66f231b6-4d0e-4f15-bd6d-1cdbd5f74488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:00.647886 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7fdfc2cc-f8ae-4a2c-9dbc-765c9626ef28 req-66f231b6-4d0e-4f15-bd6d-1cdbd5f74488 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 1129 time: 0.0462663 May 16 15:26:00.738924 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfc2cc-f8ae-4a2c-9dbc-765c9626ef28 req-b7b8abb8-39ff-41f5-b717-3a13c22c8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:00.740360 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7fdfc2cc-f8ae-4a2c-9dbc-765c9626ef28 req-b7b8abb8-39ff-41f5-b717-3a13c22c8efd service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.0837903 May 16 15:26:00.805058 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7fdfc2cc-f8ae-4a2c-9dbc-765c9626ef28 req-3acace2e-a13c-487c-88fc-8850d345962c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5932ef72-da59-4163-b091-83604c0d8211 HTTP/1.1" status: 200 len: 1001 time: 0.0581355 May 16 15:26:00.857201 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfc2cc-f8ae-4a2c-9dbc-765c9626ef28 req-93057654-71a9-429d-bf2d-cc8783bb7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:00.858559 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7fdfc2cc-f8ae-4a2c-9dbc-765c9626ef28 req-93057654-71a9-429d-bf2d-cc8783bb7e76 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.0434611 May 16 15:26:00.904306 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfc2cc-f8ae-4a2c-9dbc-765c9626ef28 req-093f9ff6-7f7e-464a-9e75-cc2f6d64345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:00.905767 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7fdfc2cc-f8ae-4a2c-9dbc-765c9626ef28 req-093f9ff6-7f7e-464a-9e75-cc2f6d64345e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370173 May 16 15:26:01.004217 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7fdfc2cc-f8ae-4a2c-9dbc-765c9626ef28 req-a247b317-583f-463a-a1d8-f14ff55b0b71 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918565 May 16 15:26:01.099740 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7fdfc2cc-f8ae-4a2c-9dbc-765c9626ef28 req-2c636d27-e35b-4b64-99f5-e89c3d0f8344 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881646 May 16 15:26:01.553961 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'tag': '5932ef72-da59-4163-b091-83604c0d8211'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:01.556790 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daacbfe-585d-4672-bb5b-4972a409b5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0316dc2-94eb-4a8c-811e-057cbe5fd20e", "tag": "5932ef72-da59-4163-b091-83604c0d8211"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:01.596095 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7184f4e6-954c-4e2a-9e82-ca1fa91cb0c7 x-openstack-request-id: req-7184f4e6-954c-4e2a-9e82-ca1fa91cb0c7 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:01.596547 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0316dc2-94eb-4a8c-811e-057cbe5fd20e", "tag": "5932ef72-da59-4163-b091-83604c0d8211", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:01.596980 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7184f4e6-954c-4e2a-9e82-ca1fa91cb0c7 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:01.597603 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7184f4e6-954c-4e2a-9e82-ca1fa91cb0c7'] response: {'name': 'network-changed', 'server_uuid': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'tag': '5932ef72-da59-4163-b091-83604c0d8211', 'status': 'completed', 'code': 200} May 16 15:26:01.657167 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daacbfe-585d-4672-bb5b-4972a409b5b5 req-55675d75-b861-498c-8ec1-79019f48726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:01.658711 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8daacbfe-585d-4672-bb5b-4972a409b5b5 req-55675d75-b861-498c-8ec1-79019f48726d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 1129 time: 0.0386357 May 16 15:26:01.754852 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daacbfe-585d-4672-bb5b-4972a409b5b5 req-257b1293-6c01-442a-be06-44b3f0fe813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:01.756218 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8daacbfe-585d-4672-bb5b-4972a409b5b5 req-257b1293-6c01-442a-be06-44b3f0fe813a service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.0892134 May 16 15:26:01.829194 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8daacbfe-585d-4672-bb5b-4972a409b5b5 req-b836c749-c60f-456c-8c9e-40950e21459a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5932ef72-da59-4163-b091-83604c0d8211 HTTP/1.1" status: 200 len: 1001 time: 0.0587523 May 16 15:26:01.878656 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daacbfe-585d-4672-bb5b-4972a409b5b5 req-4280315c-6c66-4b30-a68c-ea8d3c580615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:01.880103 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8daacbfe-585d-4672-bb5b-4972a409b5b5 req-4280315c-6c66-4b30-a68c-ea8d3c580615 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.0435193 May 16 15:26:01.924986 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daacbfe-585d-4672-bb5b-4972a409b5b5 req-1cd1a0df-d099-4ec6-b075-af99909affb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:01.926526 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8daacbfe-585d-4672-bb5b-4972a409b5b5 req-1cd1a0df-d099-4ec6-b075-af99909affb4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387926 May 16 15:26:02.002695 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78521d5-2490-4685-827b-20483a6a1c83 req-495c9b5b-f1f4-4cee-9370-90a9bb51dd4a tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:02.004294 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-495c9b5b-f1f4-4cee-9370-90a9bb51dd4a tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/networks?id=b080d6fb-6f80-4230-8970-1240bdaa9a98 HTTP/1.1" status: 200 len: 814 time: 0.1000626 May 16 15:26:02.019729 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-0bb12b09-232f-4b89-b661-15937810a56b tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/quotas/66e1e9277cbb4651901cbb84564ef9bd HTTP/1.1" status: 200 len: 375 time: 0.0093427 May 16 15:26:02.022093 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8daacbfe-585d-4672-bb5b-4972a409b5b5 req-f47a7bda-36fc-4221-b150-d5d4564a91c4 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875793 May 16 15:26:02.051933 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-76b79ea7-f8e2-4e62-a25b-f41fe89ff970 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=66e1e9277cbb4651901cbb84564ef9bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261078 May 16 15:26:02.113171 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8daacbfe-585d-4672-bb5b-4972a409b5b5 req-f6252601-e6d9-481c-b8f7-527bb4725d38 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810659 May 16 15:26:02.138938 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-776e9b9f-eba9-4e29-944a-3605113ff09d service neutron] 10.222.0.76 "GET /v2.0/networks/b080d6fb-6f80-4230-8970-1240bdaa9a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804141 May 16 15:26:02.226760 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-07fde107-e5e1-4280-bed1-31952f63300a service neutron] 10.222.0.76 "GET /v2.0/networks/b080d6fb-6f80-4230-8970-1240bdaa9a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821249 May 16 15:26:02.474728 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-57a70cad-7ea8-4ebe-8ea5-60fd5732308b req-58ec3c66-3281-4f24-8f3c-f952f10cd0f6 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 210 time: 0.0278983 May 16 15:26:03.571207 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5d134d25-d143-44e9-96bf-9673be421cda req-f5be1c22-5876-42ba-91b6-209ab79e9f76 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 210 time: 0.0276635 May 16 15:26:04.429501 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78521d5-2490-4685-827b-20483a6a1c83 req-bbea07b8-5837-43bf-a59b-7d4cef147126 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:04.430864 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-bbea07b8-5837-43bf-a59b-7d4cef147126 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.79 "GET /v2.0/networks?id=b080d6fb-6f80-4230-8970-1240bdaa9a98 HTTP/1.1" status: 200 len: 814 time: 0.1021736 May 16 15:26:04.446462 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-f78521d5-2490-4685-827b-20483a6a1c83 req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Request body: {'port': {'device_id': '2b642832-eb11-4777-a0ff-6cefeec8561f', 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98', 'admin_state_up': True, 'tenant_id': '66e1e9277cbb4651901cbb84564ef9bd'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:04.620126 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78521d5-2490-4685-827b-20483a6a1c83 req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Made reservation on behalf of 66e1e9277cbb4651901cbb84564ef9bd for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:26:04.624446 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f78521d5-2490-4685-827b-20483a6a1c83 req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:04.711426 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4f3ed139-efb8-4dc1-8315-6c7670f4ae60 req-30f4a64f-865e-479b-be09-cf7d22ac4635 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 210 time: 0.0592053 May 16 15:26:04.788017 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-f78521d5-2490-4685-827b-20483a6a1c83 req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Allocated IP 172.20.0.10 (b080d6fb-6f80-4230-8970-1240bdaa9a98/2c85dcdd-04ea-42db-8f69-e0372b0c34c4/f7a7d96f-fc1c-4598-82d5-2f86bde61ae9) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:04.933825 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f78521d5-2490-4685-827b-20483a6a1c83 req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks [] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.046297 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f78521d5-2490-4685-827b-20483a6a1c83 req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.091286 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78521d5-2490-4685-827b-20483a6a1c83 req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Network b080d6fb-6f80-4230-8970-1240bdaa9a98 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:05.094493 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-f78521d5-2490-4685-827b-20483a6a1c83 req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:05.098147 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78521d5-2490-4685-827b-20483a6a1c83 req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:05.126716 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Pushing event updated for resources: {'Port': ['ID=f7a7d96f-fc1c-4598-82d5-2f86bde61ae9,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:05.152242 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78521d5-2490-4685-827b-20483a6a1c83 req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:05.152861 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f78521d5-2490-4685-827b-20483a6a1c83 req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.222213 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-39dc218c-b7d8-4253-a1ea-b96d6cecdc2e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7792912 May 16 15:26:05.236413 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Request body: {'port': {'device_id': '2b642832-eb11-4777-a0ff-6cefeec8561f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:05.294034 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.577254 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:26:05.584965 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Publish callbacks [] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.598181 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Transition to ACTIVE for port object f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:26:05.700072 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.748288 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a7d96f-fc1c-4598-82d5-2f86bde61ae9,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:05.820898 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Attempting to bind port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:26:05.821491 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Attempting to bind port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1a5e2907-6bcb-4a88-bc0d-713878bfd03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:26:05.821830 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Attempting to bind port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 on network b080d6fb-6f80-4230-8970-1240bdaa9a98 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:05.826680 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b528ff-28af-4e7d-850f-807e8daf050c req-1f18ea54-946e-421b-a622-e71d357b7d61 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:05.827177 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 on network b080d6fb-6f80-4230-8970-1240bdaa9a98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:26:05.827177 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Attempting to bind port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 on network b080d6fb-6f80-4230-8970-1240bdaa9a98 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:05.828119 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d1b528ff-28af-4e7d-850f-807e8daf050c req-1f18ea54-946e-421b-a622-e71d357b7d61 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 944 time: 0.0444040 May 16 15:26:05.831930 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:26:05.832269 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Checking segment: {'id': '1a5e2907-6bcb-4a88-bc0d-713878bfd03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:26:05.832647 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Bound using segment: {'id': '1a5e2907-6bcb-4a88-bc0d-713878bfd03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:26:05.833075 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Bound port: f7a7d96f-fc1c-4598-82d5-2f86bde61ae9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5e2907-6bcb-4a88-bc0d-713878bfd03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:26:05.833432 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.876744 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d1b528ff-28af-4e7d-850f-807e8daf050c req-f17aefb1-2f3a-44bb-9445-c6f0b66d3fe5 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429184 May 16 15:26:05.893613 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] For port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:26:05.896619 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] For port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f7a7d96f-fc1c-4598-82d5-2f86bde61ae9,segment=NetworkSegment(1a5e2907-6bcb-4a88-bc0d-713878bfd03c),segment_id=1a5e2907-6bcb-4a88-bc0d-713878bfd03c)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:26:05.983367 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:06.013941 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:06.014597 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:06.016219 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] 10.222.0.79 "PUT /v2.0/ports/f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 HTTP/1.1" status: 200 len: 1094 time: 0.7840359 May 16 15:26:06.018321 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b642832-eb11-4777-a0ff-6cefeec8561f', 'tag': 'f7a7d96f-fc1c-4598-82d5-2f86bde61ae9'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:06.020618 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9086654-519b-49e7-b77c-e99399325714" -d '{"events": [{"name": "network-changed", "server_uuid": "2b642832-eb11-4777-a0ff-6cefeec8561f", "tag": "f7a7d96f-fc1c-4598-82d5-2f86bde61ae9"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:06.046725 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498540ae-66f8-4e31-9211-4df69db5cb79 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a7d96f-fc1c-4598-82d5-2f86bde61ae9,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:06.056406 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf1a87b-4d69-4d79-865f-bd026c49cada x-openstack-request-id: req-acf1a87b-4d69-4d79-865f-bd026c49cada {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:06.056698 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b642832-eb11-4777-a0ff-6cefeec8561f", "tag": "f7a7d96f-fc1c-4598-82d5-2f86bde61ae9", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:06.056956 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-acf1a87b-4d69-4d79-865f-bd026c49cada {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:06.057379 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf1a87b-4d69-4d79-865f-bd026c49cada'] response: {'name': 'network-changed', 'server_uuid': '2b642832-eb11-4777-a0ff-6cefeec8561f', 'tag': 'f7a7d96f-fc1c-4598-82d5-2f86bde61ae9', 'status': 'completed', 'code': 200} May 16 15:26:06.122618 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9086654-519b-49e7-b77c-e99399325714 req-3dc0d31f-74f2-48a8-bb74-2ead29d637f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:06.124689 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d9086654-519b-49e7-b77c-e99399325714 req-3dc0d31f-74f2-48a8-bb74-2ead29d637f1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=66e1e9277cbb4651901cbb84564ef9bd&device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 1128 time: 0.0404265 May 16 15:26:06.234532 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9086654-519b-49e7-b77c-e99399325714 req-9af448ba-33c6-49a2-ab24-168143862fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:06.235911 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d9086654-519b-49e7-b77c-e99399325714 req-9af448ba-33c6-49a2-ab24-168143862fb5 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=66e1e9277cbb4651901cbb84564ef9bd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0953951 May 16 15:26:06.330980 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9086654-519b-49e7-b77c-e99399325714 req-565cd262-ef31-422d-8cd1-727b3b4897d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:06.332421 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d9086654-519b-49e7-b77c-e99399325714 req-565cd262-ef31-422d-8cd1-727b3b4897d0 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891631 May 16 15:26:06.410668 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78521d5-2490-4685-827b-20483a6a1c83 req-041cad3b-c294-48c6-a1bf-de502cfbdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:06.412141 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-041cad3b-c294-48c6-a1bf-de502cfbdd15 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=66e1e9277cbb4651901cbb84564ef9bd&device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 1128 time: 0.0382533 May 16 15:26:06.455023 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-0dceabbf-8aea-428b-ab40-001d70125fd0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 HTTP/1.1" status: 200 len: 217 time: 0.0305247 May 16 15:26:06.503445 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78521d5-2490-4685-827b-20483a6a1c83 req-f68a2b24-3619-4947-8c0f-edbf1d3c659e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:06.504780 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-f68a2b24-3619-4947-8c0f-edbf1d3c659e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2c85dcdd-04ea-42db-8f69-e0372b0c34c4 HTTP/1.1" status: 200 len: 854 time: 0.0418160 May 16 15:26:06.541337 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-9e49f2d4-b0af-4c98-ad10-082e5f516445 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b080d6fb-6f80-4230-8970-1240bdaa9a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280476 May 16 15:26:06.628890 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-1a5dac45-ec90-4cb2-bd0e-69ded286a088 service neutron] 10.222.0.79 "GET /v2.0/networks/b080d6fb-6f80-4230-8970-1240bdaa9a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812287 May 16 15:26:06.719671 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f78521d5-2490-4685-827b-20483a6a1c83 req-8befd671-9ca6-4c50-8a67-ca6a97a04158 service neutron] 10.222.0.79 "GET /v2.0/networks/b080d6fb-6f80-4230-8970-1240bdaa9a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835292 May 16 15:26:06.987005 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b93a2b-6ece-4dec-b21e-f9ba9797f4c6 req-499e2b07-7751-4af6-8280-fd0fa05e9d14 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:06.988431 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-26b93a2b-6ece-4dec-b21e-f9ba9797f4c6 req-499e2b07-7751-4af6-8280-fd0fa05e9d14 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 944 time: 0.0456173 May 16 15:26:07.033029 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-26b93a2b-6ece-4dec-b21e-f9ba9797f4c6 req-94ecf6a3-c278-4adb-8d13-44f4d46484ce tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392323 May 16 15:26:08.147350 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e934952-79b9-48f2-a73e-d6291b20c2ce req-e35aa56e-5623-44c3-9ce5-8ea0b5b5fe3d tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:08.148832 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9e934952-79b9-48f2-a73e-d6291b20c2ce req-e35aa56e-5623-44c3-9ce5-8ea0b5b5fe3d tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 944 time: 0.0479350 May 16 15:26:08.195184 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9e934952-79b9-48f2-a73e-d6291b20c2ce req-4834280e-0266-44de-b95d-592abfd5c7e7 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 May 16 15:26:08.582660 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314fbcb-561e-426b-9dc4-2102e870e70c req-e2d07ffa-b215-4f90-8cb3-62abf17da901 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:08.584121 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f314fbcb-561e-426b-9dc4-2102e870e70c req-e2d07ffa-b215-4f90-8cb3-62abf17da901 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0457470 May 16 15:26:08.633262 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f314fbcb-561e-426b-9dc4-2102e870e70c req-11b4fe5d-eae0-4547-a611-d2a96f0b5cb4 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427964 May 16 15:26:09.308199 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c6db4-951d-443a-9812-40e76aa6b0d8 req-4ed7f359-b0c8-41f8-ba39-f6c2ff7a1e9c tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:09.309651 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b25c6db4-951d-443a-9812-40e76aa6b0d8 req-4ed7f359-b0c8-41f8-ba39-f6c2ff7a1e9c tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 944 time: 0.0456285 May 16 15:26:09.355220 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b25c6db4-951d-443a-9812-40e76aa6b0d8 req-b45f70d1-8b10-4a84-aad6-6f48488807d3 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 May 16 15:26:09.747284 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39555653-e822-46e4-aee9-eeae78de4f35 req-f42b0c41-d5d6-4460-bc0b-e35fe5539569 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:09.748718 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-39555653-e822-46e4-aee9-eeae78de4f35 req-f42b0c41-d5d6-4460-bc0b-e35fe5539569 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0452824 May 16 15:26:09.767269 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:26:09.794775 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-39555653-e822-46e4-aee9-eeae78de4f35 req-66a32dc7-0bce-4bb3-a923-a76173fd9a97 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403712 May 16 15:26:09.862503 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f7a7d96f-fc1c-4598-82d5-2f86bde61ae9,segment=NetworkSegment(1a5e2907-6bcb-4a88-bc0d-713878bfd03c),segment_id=1a5e2907-6bcb-4a88-bc0d-713878bfd03c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:09.873658 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': 'f7a7d96f-fc1c-4598-82d5-2f86bde61ae9', 'network_id': 'b080d6fb-6f80-4230-8970-1240bdaa9a98', 'port_id': 'f7a7d96f-fc1c-4598-82d5-2f86bde61ae9', 'mac_address': 'fa:16:3e:5f:73:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85dcdd-04ea-42db-8f69-e0372b0c34c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:26:09.907294 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:09.907676 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.923411 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:26:09.942079 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f7a7d96f-fc1c-4598-82d5-2f86bde61ae9,segment=NetworkSegment(1a5e2907-6bcb-4a88-bc0d-713878bfd03c),segment_id=1a5e2907-6bcb-4a88-bc0d-713878bfd03c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:10.020367 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:10.065998 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=f7a7d96f-fc1c-4598-82d5-2f86bde61ae9,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:10.073005 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.073359 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.074238 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.074599 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.074941 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.075276 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.075603 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.075932 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.076260 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.076586 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.076916 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.077258 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.077587 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.077992 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.078344 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:10.371178 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['f7a7d96f-fc1c-4598-82d5-2f86bde61ae9'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:26:10.470838 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebdf4e-ab1e-4361-a79f-9090b6ba683e req-ef93f519-448d-4e2c-aa2f-4d99a43c9c03 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:10.482305 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2cebdf4e-ab1e-4361-a79f-9090b6ba683e req-ef93f519-448d-4e2c-aa2f-4d99a43c9c03 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 945 time: 0.0499022 May 16 15:26:10.518282 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2cebdf4e-ab1e-4361-a79f-9090b6ba683e req-b2e0f574-cbfc-4e61-98d4-f8f7d93fe6f1 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 May 16 15:26:10.953405 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0e24-66ce-49bb-91e2-b04cbc9a8831 req-86e8489f-7960-4be1-b669-d2c59f7fc6ab tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:10.954852 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bc8b0e24-66ce-49bb-91e2-b04cbc9a8831 req-86e8489f-7960-4be1-b669-d2c59f7fc6ab tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0931027 May 16 15:26:11.000685 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bc8b0e24-66ce-49bb-91e2-b04cbc9a8831 req-8b9878d5-3398-488b-b97a-57fd64d8af27 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=539eb9a1-e295-40e5-9afc-d02f088e5274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397787 May 16 15:26:11.364403 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-190e0782-dac7-4498-806d-53e1ae74696d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:11.365839 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-190e0782-dac7-4498-806d-53e1ae74696d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 945 time: 0.0489488 May 16 15:26:11.448177 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Deleting port 28c42936-ecff-4e27-887a-edf723a14aa4 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:11.448517 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.537789 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] For port 28c42936-ecff-4e27-887a-edf723a14aa4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=28c42936-ecff-4e27-887a-edf723a14aa4,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:11.538177 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.680020 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c8c4c-25ce-4c12-a0c2-a1482d24e0a5 req-d59e0a67-07bd-4194-86ba-5b59f3172e74 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:11.681489 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f03c8c4c-25ce-4c12-a0c2-a1482d24e0a5 req-d59e0a67-07bd-4194-86ba-5b59f3172e74 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 945 time: 0.0962901 May 16 15:26:11.732219 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f03c8c4c-25ce-4c12-a0c2-a1482d24e0a5 req-4885cf12-095a-4d0f-929c-da27cd292e70 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451517 May 16 15:26:11.743268 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.743634 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (37cd3ff2-2e10-4504-add4-fed3a08033ff), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.743956 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Floating IP 37cd3ff2-2e10-4504-add4-fed3a08033ff disassociated. External IP: 172.27.2.192, port: 28c42936-ecff-4e27-887a-edf723a14aa4. May 16 15:26:11.744304 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Calling delete_port for 28c42936-ecff-4e27-887a-edf723a14aa4 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:11.781062 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:11.821349 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:26:11.894688 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:11.894994 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.923375 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (28c42936-ecff-4e27-887a-edf723a14aa4), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.949599 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event deleted for resources: {'Port': ['ID=28c42936-ecff-4e27-887a-edf723a14aa4,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:11.969625 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:11.970145 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.995011 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b642832-eb11-4777-a0ff-6cefeec8561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a7d96f-fc1c-4598-82d5-2f86bde61ae9'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:11.997239 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e440c00-0054-4797-ba3a-c48086ea181c" -d '{"events": [{"server_uuid": "2b642832-eb11-4777-a0ff-6cefeec8561f", "name": "network-vif-plugged", "status": "completed", "tag": "f7a7d96f-fc1c-4598-82d5-2f86bde61ae9"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:12.013691 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f7a7d96f-fc1c-4598-82d5-2f86bde61ae9,segment=NetworkSegment(1a5e2907-6bcb-4a88-bc0d-713878bfd03c),segment_id=1a5e2907-6bcb-4a88-bc0d-713878bfd03c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:12.039276 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8ea98b-da4b-4e8d-abd8-dd4313ef88d7 x-openstack-request-id: req-af8ea98b-da4b-4e8d-abd8-dd4313ef88d7 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:12.039651 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b642832-eb11-4777-a0ff-6cefeec8561f", "name": "network-vif-plugged", "status": "completed", "tag": "f7a7d96f-fc1c-4598-82d5-2f86bde61ae9", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:12.039910 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af8ea98b-da4b-4e8d-abd8-dd4313ef88d7 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:12.040307 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8ea98b-da4b-4e8d-abd8-dd4313ef88d7'] response: {'server_uuid': '2b642832-eb11-4777-a0ff-6cefeec8561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a7d96f-fc1c-4598-82d5-2f86bde61ae9', 'code': 200} May 16 15:26:12.079323 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Router 8a1f9193-b17d-409d-9787-ae793a3af124 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:12.095958 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:12.122631 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b551a85d-6560-4359-98d8-176137be9185 req-22243292-23e0-4c94-8215-cf483b93c870 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 210 time: 0.0436153 May 16 15:26:12.175829 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=f7a7d96f-fc1c-4598-82d5-2f86bde61ae9,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:12.183671 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:12.456060 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2ad1-0af8-401b-9727-05fef46c3f13 req-6ab10c23-3973-4f63-a0eb-77b0b2cc6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:12.457437 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fdbf2ad1-0af8-401b-9727-05fef46c3f13 req-6ab10c23-3973-4f63-a0eb-77b0b2cc6f0b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 1130 time: 0.0482891 May 16 15:26:12.517106 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:12.529244 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e51db-a6bc-4415-b4fe-bf5351962fdb None None] Sync routers for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:12.541724 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e51db-a6bc-4415-b4fe-bf5351962fdb None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:12.542405 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a23e51db-a6bc-4415-b4fe-bf5351962fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:25:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:12.567880 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fdbf2ad1-0af8-401b-9727-05fef46c3f13 req-413f83f6-1c12-4b00-b531-9cb37a8fc318 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878625 May 16 15:26:12.568762 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] No DVR routers for this DVR port 28c42936-ecff-4e27-887a-edf723a14aa4 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:26:12.571338 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:12.575069 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f14d4cfb-9122-4da0-bc5f-69c6d7c451b7 req-c31306aa-0312-46bd-8b85-d5e11f1576c0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.79 "DELETE /v2.0/ports/28c42936-ecff-4e27-887a-edf723a14aa4 HTTP/1.1" status: 204 len: 173 time: 1.2035975 May 16 15:26:12.576672 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'name': 'network-vif-deleted', 'tag': '28c42936-ecff-4e27-887a-edf723a14aa4'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:12.577852 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f1ac14-d5c7-4547-9285-b6c648b06ba3" -d '{"events": [{"server_uuid": "ca077d05-e39f-4ce2-ba17-bc13b0d34bb4", "name": "network-vif-deleted", "tag": "28c42936-ecff-4e27-887a-edf723a14aa4"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:12.618042 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67f30e1-350b-43f9-bd1e-9ca796c297fb x-openstack-request-id: req-c67f30e1-350b-43f9-bd1e-9ca796c297fb {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:12.618557 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca077d05-e39f-4ce2-ba17-bc13b0d34bb4", "name": "network-vif-deleted", "tag": "28c42936-ecff-4e27-887a-edf723a14aa4", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:12.618974 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c67f30e1-350b-43f9-bd1e-9ca796c297fb {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:12.619540 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67f30e1-350b-43f9-bd1e-9ca796c297fb'] response: {'server_uuid': 'ca077d05-e39f-4ce2-ba17-bc13b0d34bb4', 'name': 'network-vif-deleted', 'tag': '28c42936-ecff-4e27-887a-edf723a14aa4', 'status': 'completed', 'code': 200} May 16 15:26:12.674460 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-a23e51db-a6bc-4415-b4fe-bf5351962fdb None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:12.858673 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cde86-b6a2-44d2-b373-e6f1f1fc754c req-b5e0ba39-433e-49f4-b49b-89fb2873dc9e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:12.860135 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cf2cde86-b6a2-44d2-b373-e6f1f1fc754c req-b5e0ba39-433e-49f4-b49b-89fb2873dc9e tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 946 time: 0.0561366 May 16 15:26:12.864589 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a23e51db-a6bc-4415-b4fe-bf5351962fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:35Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:12.896313 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e51db-a6bc-4415-b4fe-bf5351962fdb None None] Checking router: 8a1f9193-b17d-409d-9787-ae793a3af124 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:12.906334 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e51db-a6bc-4415-b4fe-bf5351962fdb None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:12.906879 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a23e51db-a6bc-4415-b4fe-bf5351962fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:25:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:12.910024 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cf2cde86-b6a2-44d2-b373-e6f1f1fc754c req-3235c396-6107-4874-8054-64f7449ce6bd tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440590 May 16 15:26:13.025743 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-a23e51db-a6bc-4415-b4fe-bf5351962fdb None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:13.222164 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a23e51db-a6bc-4415-b4fe-bf5351962fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:35Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:13.239617 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4be8b3b5-362c-4554-915f-c123c9075181 req-754d09e6-5d65-4d51-937c-6e3924151b50 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 210 time: 0.0313740 May 16 15:26:13.247610 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e51db-a6bc-4415-b4fe-bf5351962fdb None None] The sync data for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi is: [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:35Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:13.497378 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8584013-ea7a-4e67-a1c9-de47596f5d1a None None] New status for floating IP 37cd3ff2-2e10-4504-add4-fed3a08033ff: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:26:14.038870 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e7553-857d-4cf4-a56e-129e74038145 req-03b9b2ff-3c2f-429b-a9a1-62081931676a tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:14.040541 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c18e7553-857d-4cf4-a56e-129e74038145 req-03b9b2ff-3c2f-429b-a9a1-62081931676a tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 946 time: 0.0513752 May 16 15:26:14.094636 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c18e7553-857d-4cf4-a56e-129e74038145 req-bfdbaa3c-413c-4274-baff-66100bd76688 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486734 May 16 15:26:14.325416 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b597f3-c688-4a80-a04f-bf76c6eedb11 req-c637283b-5626-45e2-b715-729b30d6e392 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:14.326974 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-43b597f3-c688-4a80-a04f-bf76c6eedb11 req-c637283b-5626-45e2-b715-729b30d6e392 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0514970 May 16 15:26:14.353675 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e7954a37-b5b0-455d-b721-8b90c53be0d0 req-bc289703-70f4-44c5-aee2-30e305b49725 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca077d05-e39f-4ce2-ba17-bc13b0d34bb4 HTTP/1.1" status: 200 len: 210 time: 0.0288193 May 16 15:26:14.392299 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-43b597f3-c688-4a80-a04f-bf76c6eedb11 req-d9fc1027-8032-4a8d-b9ec-0c058ad062a7 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595069 May 16 15:26:14.787925 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d8a6-a24f-4e44-ad15-0a1e76978c66 req-a655b1d4-f46e-4dfe-a976-f47e23898250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:14.789496 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7b05d8a6-a24f-4e44-ad15-0a1e76978c66 req-a655b1d4-f46e-4dfe-a976-f47e23898250 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=65e5f9f015814278b1062e2d7d681cc5&device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 1169 time: 0.0450530 May 16 15:26:15.124930 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d8a6-a24f-4e44-ad15-0a1e76978c66 req-5623712f-68c7-4a8c-aa5c-1beea6819cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:15.126700 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7b05d8a6-a24f-4e44-ad15-0a1e76978c66 req-5623712f-68c7-4a8c-aa5c-1beea6819cb3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7c715965-76e1-4d2e-a9a7-e8a6f7926556 HTTP/1.1" status: 200 len: 915 time: 0.0923228 May 16 15:26:15.249972 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86df1c-e42f-4311-93af-89ba4ebedd1f req-093834bd-695c-49dc-974b-72cb9b254a50 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:15.251830 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-dc86df1c-e42f-4311-93af-89ba4ebedd1f req-093834bd-695c-49dc-974b-72cb9b254a50 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 946 time: 0.0911720 May 16 15:26:15.274245 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7b05d8a6-a24f-4e44-ad15-0a1e76978c66 req-1a402127-e85c-4058-84c7-9b947a35d8ff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796 HTTP/1.1" status: 200 len: 1002 time: 0.0829756 May 16 15:26:15.345450 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-dc86df1c-e42f-4311-93af-89ba4ebedd1f req-f6b57daf-e327-4d37-a740-c79161476c19 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867534 May 16 15:26:15.349283 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d8a6-a24f-4e44-ad15-0a1e76978c66 req-d6004eb5-7087-4195-9fa2-ddfa3fa24a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:15.350747 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7b05d8a6-a24f-4e44-ad15-0a1e76978c66 req-d6004eb5-7087-4195-9fa2-ddfa3fa24a27 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a5571f3-1eeb-468a-9abc-1359f0caea21 HTTP/1.1" status: 200 len: 853 time: 0.0665138 May 16 15:26:15.525803 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f99dc-0475-4798-9ae9-01e57ad5a37a req-a98631dd-5c27-44d5-8c51-3d2da1d23f5e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:15.528015 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-545f99dc-0475-4798-9ae9-01e57ad5a37a req-a98631dd-5c27-44d5-8c51-3d2da1d23f5e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0476439 May 16 15:26:15.593378 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-545f99dc-0475-4798-9ae9-01e57ad5a37a req-364eea16-897a-4efd-af9f-0ca384aebf40 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546083 May 16 15:26:15.655151 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d8a6-a24f-4e44-ad15-0a1e76978c66 req-7438dca2-4155-4c63-89f6-0a9533335439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:15.656657 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7b05d8a6-a24f-4e44-ad15-0a1e76978c66 req-7438dca2-4155-4c63-89f6-0a9533335439 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7c715965-76e1-4d2e-a9a7-e8a6f7926556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451758 May 16 15:26:15.716388 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58114) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:15.753275 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7b05d8a6-a24f-4e44-ad15-0a1e76978c66 req-67b333a5-f688-4200-a893-fe13bd45dac2 service neutron] 10.222.0.79 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878408 May 16 15:26:15.785222 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1a0029f4-d363-4300-b77d-498384738719 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group (539eb9a1-e295-40e5-9afc-d02f088e5274), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.788470 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 28c42936-ecff-4e27-887a-edf723a14aa4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:15.813797 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1a0029f4-d363-4300-b77d-498384738719 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group (539eb9a1-e295-40e5-9afc-d02f088e5274), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.823249 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 28c42936-ecff-4e27-887a-edf723a14aa4 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:15.823903 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 28c42936-ecff-4e27-887a-edf723a14aa4 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:15.866427 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7b05d8a6-a24f-4e44-ad15-0a1e76978c66 req-24af97ef-ddb7-4f90-9a37-5fdd93d7136a service neutron] 10.222.0.79 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017385 May 16 15:26:16.103657 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1a0029f4-d363-4300-b77d-498384738719 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (539eb9a1-e295-40e5-9afc-d02f088e5274), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.106364 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1a0029f4-d363-4300-b77d-498384738719 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.107566 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-1a0029f4-d363-4300-b77d-498384738719 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "DELETE /v2.0/security-groups/539eb9a1-e295-40e5-9afc-d02f088e5274 HTTP/1.1" status: 204 len: 168 time: 0.3900743 May 16 15:26:16.110602 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58126) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:16.116997 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0029f4-d363-4300-b77d-498384738719 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539eb9a1-e295-40e5-9afc-d02f088e5274,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:16.130220 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.api.v2.resource [None req-e805f5a4-634e-425a-ae6f-52ade965ccec tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] show failed (client error): The resource could not be found. May 16 15:26:16.133951 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-e805f5a4-634e-425a-ae6f-52ade965ccec tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups/539eb9a1-e295-40e5-9afc-d02f088e5274 HTTP/1.1" status: 404 len: 347 time: 0.0192728 May 16 15:26:16.134463 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58128) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:16.251265 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-e31f5390-2c84-48f0-993a-e78cb348be57 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Deleting port 560d1af4-593c-43cc-b8ba-3f0fdac23189 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:16.251265 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e31f5390-2c84-48f0-993a-e78cb348be57 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (560d1af4-593c-43cc-b8ba-3f0fdac23189), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.347664 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22496a-72b5-49dd-99e9-065d2c1abe95 req-8992f81f-6d13-482f-9c11-f6d9a7bb345b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:16.349105 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bb22496a-72b5-49dd-99e9-065d2c1abe95 req-8992f81f-6d13-482f-9c11-f6d9a7bb345b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 947 time: 0.0824647 May 16 15:26:16.380815 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e31f5390-2c84-48f0-993a-e78cb348be57 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (560d1af4-593c-43cc-b8ba-3f0fdac23189), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.381142 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e31f5390-2c84-48f0-993a-e78cb348be57 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (560d1af4-593c-43cc-b8ba-3f0fdac23189), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.402309 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-e31f5390-2c84-48f0-993a-e78cb348be57 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Calling delete_port for 560d1af4-593c-43cc-b8ba-3f0fdac23189 owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:16.423078 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bb22496a-72b5-49dd-99e9-065d2c1abe95 req-b568e4fd-425b-43bf-b8ff-e013f1ec5cae tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684061 May 16 15:26:16.634893 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e31f5390-2c84-48f0-993a-e78cb348be57 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (560d1af4-593c-43cc-b8ba-3f0fdac23189), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.660174 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f5390-2c84-48f0-993a-e78cb348be57 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event deleted for resources: {'Port': ['ID=560d1af4-593c-43cc-b8ba-3f0fdac23189,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:16.704986 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1ae35-71a1-4eee-bf2c-eecd01d6a791 req-81afe88f-cfc4-488e-9dde-9a9008f049b1 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:16.706490 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5cb1ae35-71a1-4eee-bf2c-eecd01d6a791 req-81afe88f-cfc4-488e-9dde-9a9008f049b1 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0476880 May 16 15:26:16.721840 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e31f5390-2c84-48f0-993a-e78cb348be57 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (37cd3ff2-2e10-4504-add4-fed3a08033ff), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.724430 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e31f5390-2c84-48f0-993a-e78cb348be57 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.725575 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-e31f5390-2c84-48f0-993a-e78cb348be57 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "DELETE /v2.0/floatingips/37cd3ff2-2e10-4504-add4-fed3a08033ff HTTP/1.1" status: 204 len: 168 time: 0.5902150 May 16 15:26:16.768157 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5cb1ae35-71a1-4eee-bf2c-eecd01d6a791 req-9af18ee9-7251-4ca0-b67f-2d45972f7442 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557764 May 16 15:26:16.848974 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58138) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:16.853572 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-f7b97961-14da-4f46-9eea-f703fa69f842 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805216970', 'description': 'tempest-description--1982460754'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:16.937847 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f7b97961-14da-4f46-9eea-f703fa69f842 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:17.006313 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f7b97961-14da-4f46-9eea-f703fa69f842 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group (20761880-e9e4-4ac5-a922-1f6263b1f0b5), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:17.057468 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f7b97961-14da-4f46-9eea-f703fa69f842 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (20761880-e9e4-4ac5-a922-1f6263b1f0b5), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:17.085363 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b97961-14da-4f46-9eea-f703fa69f842 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20761880-e9e4-4ac5-a922-1f6263b1f0b5,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:17.139468 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f7b97961-14da-4f46-9eea-f703fa69f842 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:17.140717 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-f7b97961-14da-4f46-9eea-f703fa69f842 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2906830 May 16 15:26:17.143739 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58140) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:17.148073 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-47732541-221f-4e86-b0fe-16f369047369 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Request body: {'security_group_rule': {'security_group_id': '20761880-e9e4-4ac5-a922-1f6263b1f0b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:17.235600 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47732541-221f-4e86-b0fe-16f369047369 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group_rule (b98c22ed-9694-4829-95cd-54c6a83a90a5), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:17.289440 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47732541-221f-4e86-b0fe-16f369047369 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group_rule (b98c22ed-9694-4829-95cd-54c6a83a90a5), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:17.369146 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47732541-221f-4e86-b0fe-16f369047369 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (b98c22ed-9694-4829-95cd-54c6a83a90a5), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:17.388032 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47732541-221f-4e86-b0fe-16f369047369 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98c22ed-9694-4829-95cd-54c6a83a90a5,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:17.456798 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47732541-221f-4e86-b0fe-16f369047369 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:17.458017 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-47732541-221f-4e86-b0fe-16f369047369 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3133564 May 16 15:26:17.460580 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58146) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:17.465394 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-0b4e3a27-2b0c-45f4-a055-3bf3523c37bf tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Request body: {'security_group_rule': {'security_group_id': '20761880-e9e4-4ac5-a922-1f6263b1f0b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:17.552568 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86430783-85e4-413d-8a74-60163bc9b289 req-0263b953-304a-4001-a574-c2477daf0516 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:17.554184 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-86430783-85e4-413d-8a74-60163bc9b289 req-0263b953-304a-4001-a574-c2477daf0516 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 947 time: 0.0568573 May 16 15:26:17.557863 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b4e3a27-2b0c-45f4-a055-3bf3523c37bf tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group_rule (60c178e3-32ba-45b7-8519-2d71470a77dd), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:17.629635 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-86430783-85e4-413d-8a74-60163bc9b289 req-682129f8-111f-4c35-a01a-794bbcb2d791 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641448 May 16 15:26:17.630780 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b4e3a27-2b0c-45f4-a055-3bf3523c37bf tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group_rule (60c178e3-32ba-45b7-8519-2d71470a77dd), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:17.711800 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b4e3a27-2b0c-45f4-a055-3bf3523c37bf tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (60c178e3-32ba-45b7-8519-2d71470a77dd), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:17.729994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e3a27-2b0c-45f4-a055-3bf3523c37bf tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c178e3-32ba-45b7-8519-2d71470a77dd,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:17.835600 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b4e3a27-2b0c-45f4-a055-3bf3523c37bf tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:17.836871 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-0b4e3a27-2b0c-45f4-a055-3bf3523c37bf tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3753722 May 16 15:26:17.840519 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58150) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:17.844880 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:17.903930 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c93dfb-f3ff-4c36-a46f-7cc39835f5a9 req-02ca8e5c-b2dd-4ba0-932f-1dcccd8cc7f9 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:17.905323 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-04c93dfb-f3ff-4c36-a46f-7cc39835f5a9 req-02ca8e5c-b2dd-4ba0-932f-1dcccd8cc7f9 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0558062 May 16 15:26:17.977050 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:18.020042 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ec129e31-682b-4e2f-86fe-b45357fdba7b req-48c941f1-8e62-4fec-a843-cb01556ff95a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783665 May 16 15:26:18.025022 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-04c93dfb-f3ff-4c36-a46f-7cc39835f5a9 req-37432962-c3c8-463a-a4a0-40950da645a4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140025 May 16 15:26:18.079463 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:18.178237 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec129e31-682b-4e2f-86fe-b45357fdba7b req-658449a5-c725-4eee-b09e-8dfcffa9f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:18.179689 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ec129e31-682b-4e2f-86fe-b45357fdba7b req-658449a5-c725-4eee-b09e-8dfcffa9f806 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3c3d75e638a4871b548ba689eeddeda&device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 1130 time: 0.0982106 May 16 15:26:18.199079 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-e93cd65f-3a31-4ca6-aefa-35174bc447d0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:18.201137 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-e93cd65f-3a31-4ca6-aefa-35174bc447d0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.79 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 947 time: 0.1116207 May 16 15:26:18.377756 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Allocated IP 172.27.2.144 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/8cd93aaa-601c-4870-893d-fbc01e7193d3) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:18.409626 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec129e31-682b-4e2f-86fe-b45357fdba7b req-bb55d7db-9ae5-4c20-9c25-bbb9c1f831b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:18.411273 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ec129e31-682b-4e2f-86fe-b45357fdba7b req-bb55d7db-9ae5-4c20-9c25-bbb9c1f831b6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 200 len: 919 time: 0.2075326 May 16 15:26:18.413122 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Deleting port a3126c76-9ed9-4501-8584-9b5b2ba2d62e {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:18.413459 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:18.492658 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ec129e31-682b-4e2f-86fe-b45357fdba7b req-2f5daec3-42d9-45c6-9ed4-4f99e2940ee3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24dcea07-8fae-4145-a733-6a29da9a079a HTTP/1.1" status: 200 len: 217 time: 0.0618036 May 16 15:26:18.637172 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec129e31-682b-4e2f-86fe-b45357fdba7b req-9d92eb38-6f0f-404c-9466-39f8ab3d0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:18.638649 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ec129e31-682b-4e2f-86fe-b45357fdba7b req-9d92eb38-6f0f-404c-9466-39f8ab3d0f89 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 200 len: 857 time: 0.1182623 May 16 15:26:18.642713 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] For port a3126c76-9ed9-4501-8584-9b5b2ba2d62e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:18.642713 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:18.697158 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for port (8cd93aaa-601c-4870-893d-fbc01e7193d3), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:18.728051 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8be80-1e7e-4e1f-859d-ab7879219a6f req-9a2a535f-c744-449a-937d-84130a4cfb15 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:18.730303 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-17c8be80-1e7e-4e1f-859d-ab7879219a6f req-9a2a535f-c744-449a-937d-84130a4cfb15 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 947 time: 0.0468822 May 16 15:26:18.746795 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec129e31-682b-4e2f-86fe-b45357fdba7b req-0c028a4d-623e-4864-b772-930cdf6c8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:18.748208 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ec129e31-682b-4e2f-86fe-b45357fdba7b req-0c028a4d-623e-4864-b772-930cdf6c8e12 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c04e7fee-d98e-4604-82f3-3cc633c866f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1008184 May 16 15:26:18.778196 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-17c8be80-1e7e-4e1f-859d-ab7879219a6f req-3e9d7d41-6a12-4c00-ac7a-0e130411e1d9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=73057777-a958-49aa-a723-dc4022e14464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411093 May 16 15:26:18.944624 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (8cd93aaa-601c-4870-893d-fbc01e7193d3), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:18.954075 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:18.954469 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (c5940ee5-5119-43b3-a110-5b9f0d33f9d0), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:18.954782 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Floating IP c5940ee5-5119-43b3-a110-5b9f0d33f9d0 disassociated. External IP: 172.27.2.41, port: a3126c76-9ed9-4501-8584-9b5b2ba2d62e. May 16 15:26:18.955128 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Calling delete_port for a3126c76-9ed9-4501-8584-9b5b2ba2d62e owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:18.958469 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ec129e31-682b-4e2f-86fe-b45357fdba7b req-770653ff-265c-4af9-9665-b000859f70e3 service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903560 May 16 15:26:19.019517 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:19.052190 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:19.058730 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:19.087600 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event updated for resources: {'Port': ['ID=8cd93aaa-601c-4870-893d-fbc01e7193d3,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:19.212275 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfa236-598e-45b6-ab62-c1e5e464408c req-5998e974-c7a5-4229-8b14-9a12d509c8e8 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:19.213740 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2abfa236-598e-45b6-ab62-c1e5e464408c req-5998e974-c7a5-4229-8b14-9a12d509c8e8 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0928240 May 16 15:26:19.267901 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ec129e31-682b-4e2f-86fe-b45357fdba7b req-e2266b4e-1d3d-4168-8935-52a26e93783d service neutron] 10.222.0.79 "GET /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884095 May 16 15:26:19.313619 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (7bf55dbb-ed70-4579-9e65-43ff6bde33dd), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.363071 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2abfa236-598e-45b6-ab62-c1e5e464408c req-9d6cdc95-d40f-4e90-9b68-1bf0a344bcf7 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182027 May 16 15:26:19.437215 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (a3126c76-9ed9-4501-8584-9b5b2ba2d62e), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.476995 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event deleted for resources: {'Port': ['ID=a3126c76-9ed9-4501-8584-9b5b2ba2d62e,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:19.478822 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (8cd93aaa-601c-4870-893d-fbc01e7193d3), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.888928 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d1f5d6e4-16f4-4a1f-8350-0ea7b28ea22f req-460f89b3-fb11-40f7-b856-1be5522aac53 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0297496 May 16 15:26:19.954004 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:20.093797 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for port (8cd93aaa-601c-4870-893d-fbc01e7193d3), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:20.111579 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:20.122203 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af4304-185b-4137-9a54-bc058cc76961 None None] Sync routers for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:20.132989 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af4304-185b-4137-9a54-bc058cc76961 None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:20.133705 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-62af4304-185b-4137-9a54-bc058cc76961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:25:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:20.154362 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] No DVR routers for this DVR port a3126c76-9ed9-4501-8584-9b5b2ba2d62e on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:26:20.156888 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:20.161340 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-771143dd-32b5-4bb0-a2a5-e8bcc6ca8ebb req-f0f556f0-4e0f-4ff8-b820-069ea8ade50b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.79 "DELETE /v2.0/ports/a3126c76-9ed9-4501-8584-9b5b2ba2d62e HTTP/1.1" status: 204 len: 173 time: 1.9489462 May 16 15:26:20.161786 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'name': 'network-vif-deleted', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:20.164070 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f452953-a977-4018-9260-4400ef23f0b1" -d '{"events": [{"server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "name": "network-vif-deleted", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:20.172932 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (8cd93aaa-601c-4870-893d-fbc01e7193d3), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:20.208981 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb37b69-7fd2-4434-ba38-4d1e2d98db92 x-openstack-request-id: req-efb37b69-7fd2-4434-ba38-4d1e2d98db92 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:20.209266 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031f5d91-18aa-47bd-a848-e09d19e8f6c4", "name": "network-vif-deleted", "tag": "a3126c76-9ed9-4501-8584-9b5b2ba2d62e", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:20.209533 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-efb37b69-7fd2-4434-ba38-4d1e2d98db92 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:20.209994 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb37b69-7fd2-4434-ba38-4d1e2d98db92'] response: {'server_uuid': '031f5d91-18aa-47bd-a848-e09d19e8f6c4', 'name': 'network-vif-deleted', 'tag': 'a3126c76-9ed9-4501-8584-9b5b2ba2d62e', 'status': 'completed', 'code': 200} May 16 15:26:20.248774 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-62af4304-185b-4137-9a54-bc058cc76961 None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:20.251463 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event updated for resources: {'Port': ['ID=8cd93aaa-601c-4870-893d-fbc01e7193d3,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:20.261078 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (7bf55dbb-ed70-4579-9e65-43ff6bde33dd), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:20.325917 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:20.327251 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-83f36fa5-4a63-4b43-8436-0459a36c59bd tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4857042 May 16 15:26:20.470612 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-62af4304-185b-4137-9a54-bc058cc76961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:33Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:20.504557 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af4304-185b-4137-9a54-bc058cc76961 None None] Checking router: 1ab471ac-ff2d-47da-b732-ec5d47a236c4 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:20.515005 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbd732-9b1c-46d1-a2d8-c0835d1be82f req-8db2f116-f90a-4458-b5f2-f0b940df1712 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:20.516720 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7efbd732-9b1c-46d1-a2d8-c0835d1be82f req-8db2f116-f90a-4458-b5f2-f0b940df1712 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0539484 May 16 15:26:20.519487 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af4304-185b-4137-9a54-bc058cc76961 None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:20.520500 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-62af4304-185b-4137-9a54-bc058cc76961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:25:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:20.560934 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-481f861b-5b0a-45e2-b7ae-ce5549cbd037 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--805216970&fields=id&tenant_id=b360d85257f14f9191b490327c110ba8 HTTP/1.1" status: 200 len: 267 time: 0.0536232 May 16 15:26:20.599229 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7efbd732-9b1c-46d1-a2d8-c0835d1be82f req-985c8b4b-b089-4b8d-af6b-33ec68968887 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701237 May 16 15:26:20.643739 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-62af4304-185b-4137-9a54-bc058cc76961 None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:20.672190 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-e318e38e-5929-45b3-8b12-314a12437fbe tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:20.673664 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-e318e38e-5929-45b3-8b12-314a12437fbe tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/networks?id=85d31a74-2e0d-4761-a3e9-16256afe83d7 HTTP/1.1" status: 200 len: 811 time: 0.1038663 May 16 15:26:20.688887 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-c95bf6ec-117a-41d3-ba67-a2e0805b6b74 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/quotas/b360d85257f14f9191b490327c110ba8 HTTP/1.1" status: 200 len: 375 time: 0.0095754 May 16 15:26:20.737443 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-544eb6c2-997b-45e5-9b38-ac8d43dea379 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b360d85257f14f9191b490327c110ba8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434759 May 16 15:26:20.828617 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-62af4304-185b-4137-9a54-bc058cc76961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:33Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:20.840508 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-1165988c-83b6-4277-a941-83f37a36467b service neutron] 10.222.0.76 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910165 May 16 15:26:20.853021 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af4304-185b-4137-9a54-bc058cc76961 None None] The sync data for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi is: [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:33Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:20.941808 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-aeb32b39-89f3-4719-9065-74c2e3f40cec service neutron] 10.222.0.76 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907605 May 16 15:26:21.022399 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cb2b5cdc-a917-442b-a9a8-a817d82078f4 req-9daf72d9-2637-4a20-ad91-47817b5916d2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=031f5d91-18aa-47bd-a848-e09d19e8f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0346489 May 16 15:26:21.110559 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2887b4c-e0d6-468e-aa16-162afbd77afc None None] New status for floating IP c5940ee5-5119-43b3-a110-5b9f0d33f9d0: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:26:21.185712 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d570782b-72db-44d7-80d7-fbb8be7acd2d req-7bb5e31e-95d7-4956-aee7-c1a991d2f908 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 210 time: 0.0340550 May 16 15:26:21.721647 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df810b34-a119-4dac-9b94-85360a73e76e req-acfd9979-8017-4126-89da-12872a9a74c9 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:21.723058 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-df810b34-a119-4dac-9b94-85360a73e76e req-acfd9979-8017-4126-89da-12872a9a74c9 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0513501 May 16 15:26:21.782936 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-df810b34-a119-4dac-9b94-85360a73e76e req-e585be62-a26b-4cc8-b85f-5637711dfb1f tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540705 May 16 15:26:21.839906 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device a3126c76-9ed9-4501-8584-9b5b2ba2d62e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:21.860393 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: a3126c76-9ed9-4501-8584-9b5b2ba2d62e {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:21.860737 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device a3126c76-9ed9-4501-8584-9b5b2ba2d62e not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:22.213200 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58206) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:22.268214 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ff045bf6-0e19-410b-8226-9241ca3827ea tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group (73057777-a958-49aa-a723-dc4022e14464), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:22.282278 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-71dad59f-234e-4c29-8941-5054f4f89c24 req-2c45a69f-abc1-45c3-bcc3-530f4e377939 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 210 time: 0.0290902 May 16 15:26:22.292677 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ff045bf6-0e19-410b-8226-9241ca3827ea tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group (73057777-a958-49aa-a723-dc4022e14464), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:22.406294 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ff045bf6-0e19-410b-8226-9241ca3827ea tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (73057777-a958-49aa-a723-dc4022e14464), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:22.408874 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ff045bf6-0e19-410b-8226-9241ca3827ea tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:22.410020 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ff045bf6-0e19-410b-8226-9241ca3827ea tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "DELETE /v2.0/security-groups/73057777-a958-49aa-a723-dc4022e14464 HTTP/1.1" status: 204 len: 168 time: 0.1957395 May 16 15:26:22.412897 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58208) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:22.419408 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff045bf6-0e19-410b-8226-9241ca3827ea tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73057777-a958-49aa-a723-dc4022e14464,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:22.429027 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.api.v2.resource [None req-677dfebf-fbc3-4a44-8086-ffb6956d9644 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] show failed (client error): The resource could not be found. May 16 15:26:22.431453 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-677dfebf-fbc3-4a44-8086-ffb6956d9644 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups/73057777-a958-49aa-a723-dc4022e14464 HTTP/1.1" status: 404 len: 347 time: 0.0161064 May 16 15:26:22.433539 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58210) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:22.543383 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-9cd56ad7-b91f-4663-b16f-709592d74b32 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Deleting port c59514fd-cdd5-460f-8292-26686249a627 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:22.543657 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9cd56ad7-b91f-4663-b16f-709592d74b32 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (c59514fd-cdd5-460f-8292-26686249a627), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:22.631721 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9cd56ad7-b91f-4663-b16f-709592d74b32 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (c59514fd-cdd5-460f-8292-26686249a627), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:22.632051 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9cd56ad7-b91f-4663-b16f-709592d74b32 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (c59514fd-cdd5-460f-8292-26686249a627), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:22.649072 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-9cd56ad7-b91f-4663-b16f-709592d74b32 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Calling delete_port for c59514fd-cdd5-460f-8292-26686249a627 owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:22.798321 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-019b91f4-c2d0-4d94-bb1a-a3c1048297f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:22.901553 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369deeb6-015b-405f-8673-497fdb4d654b req-831975fe-bb54-4509-8ee6-5ef351db92a1 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:22.903089 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-369deeb6-015b-405f-8673-497fdb4d654b req-831975fe-bb54-4509-8ee6-5ef351db92a1 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0513501 May 16 15:26:22.915732 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9cd56ad7-b91f-4663-b16f-709592d74b32 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (c59514fd-cdd5-460f-8292-26686249a627), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:22.946406 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd56ad7-b91f-4663-b16f-709592d74b32 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event deleted for resources: {'Port': ['ID=c59514fd-cdd5-460f-8292-26686249a627,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:22.965545 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-369deeb6-015b-405f-8673-497fdb4d654b req-4dae10d8-9fa4-4179-93fe-2ef268693aa4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560534 May 16 15:26:23.005974 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9cd56ad7-b91f-4663-b16f-709592d74b32 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (c5940ee5-5119-43b3-a110-5b9f0d33f9d0), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:23.008622 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9cd56ad7-b91f-4663-b16f-709592d74b32 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:23.009784 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9cd56ad7-b91f-4663-b16f-709592d74b32 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "DELETE /v2.0/floatingips/c5940ee5-5119-43b3-a110-5b9f0d33f9d0 HTTP/1.1" status: 204 len: 168 time: 0.5748010 May 16 15:26:23.152081 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58218) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:23.157296 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b170ba4f-9882-43df-ae78-82ae99d80cbd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433325595', 'description': 'tempest-description--136110032'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:23.241066 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b170ba4f-9882-43df-ae78-82ae99d80cbd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:23.310272 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b170ba4f-9882-43df-ae78-82ae99d80cbd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group (926c1ea0-95b3-48cd-a164-e22a72b0db34), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:23.398196 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-68966b88-ce8c-4f7b-9bad-9cee55503317 req-fbec6b2f-3ad4-4f0a-a049-dd84f31c9423 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 210 time: 0.0382867 May 16 15:26:23.430416 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-a6aef8eb-c460-4b5c-9fe4-08d756560272 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:23.431871 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-a6aef8eb-c460-4b5c-9fe4-08d756560272 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.79 "GET /v2.0/networks?id=85d31a74-2e0d-4761-a3e9-16256afe83d7 HTTP/1.1" status: 200 len: 811 time: 0.1446130 May 16 15:26:23.443626 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b170ba4f-9882-43df-ae78-82ae99d80cbd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (926c1ea0-95b3-48cd-a164-e22a72b0db34), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:23.471955 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170ba4f-9882-43df-ae78-82ae99d80cbd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926c1ea0-95b3-48cd-a164-e22a72b0db34,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:23.494068 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3b861241-f735-4f4f-b561-5a2e849c85b6 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b360d85257f14f9191b490327c110ba8 HTTP/1.1" status: 200 len: 379 time: 0.0533197 May 16 15:26:23.503888 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Request body: {'port': {'device_id': '263af909-b095-4188-82a6-8f6da66d0e96', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'admin_state_up': True, 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'security_groups': ['20761880-e9e4-4ac5-a922-1f6263b1f0b5']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:23.572594 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b170ba4f-9882-43df-ae78-82ae99d80cbd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:23.572594 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b170ba4f-9882-43df-ae78-82ae99d80cbd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4186335 May 16 15:26:23.575214 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58222) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:23.581913 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-c19fdc89-ab64-4cdd-8838-a93d0f1cc20d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Request body: {'security_group_rule': {'security_group_id': '926c1ea0-95b3-48cd-a164-e22a72b0db34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:23.723995 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Made reservation on behalf of b360d85257f14f9191b490327c110ba8 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:26:23.729856 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c19fdc89-ab64-4cdd-8838-a93d0f1cc20d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group_rule (1b39a318-dbb2-4c4f-8728-0e6446979b03), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:23.735653 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:23.786850 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c19fdc89-ab64-4cdd-8838-a93d0f1cc20d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group_rule (1b39a318-dbb2-4c4f-8728-0e6446979b03), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:23.847142 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c19fdc89-ab64-4cdd-8838-a93d0f1cc20d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (1b39a318-dbb2-4c4f-8728-0e6446979b03), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:23.866806 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fdc89-ab64-4cdd-8838-a93d0f1cc20d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b39a318-dbb2-4c4f-8728-0e6446979b03,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:23.869697 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Allocated IP 172.20.0.6 (85d31a74-2e0d-4761-a3e9-16256afe83d7/452ae066-2827-4424-a9d0-b7d8f441c20a/7e202561-b4bc-4d1f-98b5-3234f4c66c40) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:23.925840 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c19fdc89-ab64-4cdd-8838-a93d0f1cc20d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:23.927172 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c19fdc89-ab64-4cdd-8838-a93d0f1cc20d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3508761 May 16 15:26:23.929924 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58230) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:23.934777 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-d6b8707a-fbcb-4a40-a283-fdac3e1507dc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Request body: {'security_group_rule': {'security_group_id': '926c1ea0-95b3-48cd-a164-e22a72b0db34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:24.013717 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.033112 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d6b8707a-fbcb-4a40-a283-fdac3e1507dc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group_rule (809bcedd-d3e8-4671-a194-f3ce423b69dc), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.099923 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e99d9-2504-4afd-9cd4-0330ca7021c5 req-02f44ac6-fd2e-4564-9902-5940effb4da2 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:24.101282 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-203e99d9-2504-4afd-9cd4-0330ca7021c5 req-02f44ac6-fd2e-4564-9902-5940effb4da2 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0654519 May 16 15:26:24.110191 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.133745 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d6b8707a-fbcb-4a40-a283-fdac3e1507dc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group_rule (809bcedd-d3e8-4671-a194-f3ce423b69dc), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.155064 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Network 85d31a74-2e0d-4761-a3e9-16256afe83d7 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:24.162231 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:24.164518 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event updated for resources: {'Port': ['ID=7e202561-b4bc-4d1f-98b5-3234f4c66c40,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:24.166705 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:24.174405 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-203e99d9-2504-4afd-9cd4-0330ca7021c5 req-65349d2d-e760-403c-8b16-29875f1c937b tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663559 May 16 15:26:24.210394 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d6b8707a-fbcb-4a40-a283-fdac3e1507dc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (809bcedd-d3e8-4671-a194-f3ce423b69dc), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.221954 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:24.222809 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.233432 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8707a-fbcb-4a40-a283-fdac3e1507dc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809bcedd-d3e8-4671-a194-f3ce423b69dc,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:24.363219 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d6b8707a-fbcb-4a40-a283-fdac3e1507dc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.364521 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-d6b8707a-fbcb-4a40-a283-fdac3e1507dc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4336522 May 16 15:26:24.367590 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58234) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:24.372510 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:24.392355 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-68f1ff72-9d54-439a-801c-751292279e46 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8922596 May 16 15:26:24.404634 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Request body: {'port': {'device_id': '263af909-b095-4188-82a6-8f6da66d0e96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:24.405914 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-ae8cc083-657a-4117-824b-6285795c14ef None None] Provisioning complete for port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:24.406403 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc083-657a-4117-824b-6285795c14ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.439396 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-ae8cc083-657a-4117-824b-6285795c14ef None None] Port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:26:24.469989 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.472356 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.548094 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce68da2-1687-4d43-80ae-fda579d6d2d7 req-9aaaf46c-b78a-4a56-839d-d5b3690f9bc0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:24.549550 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4ce68da2-1687-4d43-80ae-fda579d6d2d7 req-9aaaf46c-b78a-4a56-839d-d5b3690f9bc0 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 931 time: 0.0742695 May 16 15:26:24.559013 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.670191 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Allocated IP 172.27.2.136 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/641eaff1-3833-4d33-b6f2-287f453fcf02) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:24.684277 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4ce68da2-1687-4d43-80ae-fda579d6d2d7 req-400865fc-b0b8-41e2-81fb-7fb265c77e15 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092398 May 16 15:26:24.764968 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4c69-1364-400e-b2e8-1b305ef444fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.776718 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for port (641eaff1-3833-4d33-b6f2-287f453fcf02), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.834564 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e202561-b4bc-4d1f-98b5-3234f4c66c40 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:26:24.842518 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Publish callbacks [] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.855810 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Transition to ACTIVE for port object 7e202561-b4bc-4d1f-98b5-3234f4c66c40 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:26:24.919105 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (641eaff1-3833-4d33-b6f2-287f453fcf02), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.949484 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:24.953009 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:24.955876 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:24.959306 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:24.993397 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event updated for resources: {'Port': ['ID=641eaff1-3833-4d33-b6f2-287f453fcf02,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:25.010407 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Pushing event updated for resources: {'Port': ['ID=7e202561-b4bc-4d1f-98b5-3234f4c66c40,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:25.059119 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (882722c9-51a8-48a7-96f0-2a587afead02), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:25.093931 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Attempting to bind port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:26:25.094494 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Attempting to bind port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:26:25.094797 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Attempting to bind port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 on network 85d31a74-2e0d-4761-a3e9-16256afe83d7 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:25.100150 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 on network 85d31a74-2e0d-4761-a3e9-16256afe83d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:26:25.100483 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Attempting to bind port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 on network 85d31a74-2e0d-4761-a3e9-16256afe83d7 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:25.105713 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:26:25.106611 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Checking segment: {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:26:25.106997 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Bound using segment: {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:26:25.107422 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Bound port: 7e202561-b4bc-4d1f-98b5-3234f4c66c40, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:26:25.107782 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:25.174082 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] For port 7e202561-b4bc-4d1f-98b5-3234f4c66c40, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:26:25.177588 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] For port 7e202561-b4bc-4d1f-98b5-3234f4c66c40, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e202561-b4bc-4d1f-98b5-3234f4c66c40,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:26:25.177754 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (641eaff1-3833-4d33-b6f2-287f453fcf02), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:25.270423 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:25.302270 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:25.303724 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:25.305014 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] 10.222.0.79 "PUT /v2.0/ports/7e202561-b4bc-4d1f-98b5-3234f4c66c40 HTTP/1.1" status: 200 len: 1093 time: 0.9045913 May 16 15:26:25.308025 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263af909-b095-4188-82a6-8f6da66d0e96', 'tag': '7e202561-b4bc-4d1f-98b5-3234f4c66c40'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:25.311717 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70055432-bd1d-47cf-97f7-92c86b09c6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "263af909-b095-4188-82a6-8f6da66d0e96", "tag": "7e202561-b4bc-4d1f-98b5-3234f4c66c40"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:25.320867 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef82edd-b07a-4c0b-946a-f76cadad6cc0 req-00cad348-5944-45cf-bb70-24e208df81d5 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:25.333567 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5ef82edd-b07a-4c0b-946a-f76cadad6cc0 req-00cad348-5944-45cf-bb70-24e208df81d5 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0832388 May 16 15:26:25.366342 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b286e38-31e4-4ea7-8fec-e257b8b0508a x-openstack-request-id: req-7b286e38-31e4-4ea7-8fec-e257b8b0508a {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:25.366882 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263af909-b095-4188-82a6-8f6da66d0e96", "tag": "7e202561-b4bc-4d1f-98b5-3234f4c66c40", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:25.367289 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b286e38-31e4-4ea7-8fec-e257b8b0508a {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:25.367862 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b286e38-31e4-4ea7-8fec-e257b8b0508a'] response: {'name': 'network-changed', 'server_uuid': '263af909-b095-4188-82a6-8f6da66d0e96', 'tag': '7e202561-b4bc-4d1f-98b5-3234f4c66c40', 'status': 'completed', 'code': 200} May 16 15:26:25.383789 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a380e54-9040-454a-b6f3-af00443b114b service neutron] Pushing event updated for resources: {'Port': ['ID=7e202561-b4bc-4d1f-98b5-3234f4c66c40,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:25.434621 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055432-bd1d-47cf-97f7-92c86b09c6a1 req-e3271a64-f7f4-4515-a425-0c224b3917f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:25.436545 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-70055432-bd1d-47cf-97f7-92c86b09c6a1 req-e3271a64-f7f4-4515-a425-0c224b3917f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b360d85257f14f9191b490327c110ba8&device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 1127 time: 0.0444214 May 16 15:26:25.446945 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5ef82edd-b07a-4c0b-946a-f76cadad6cc0 req-d5e47eb8-0bbc-45d5-975e-c5310d129c24 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123607 May 16 15:26:25.490517 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for port (641eaff1-3833-4d33-b6f2-287f453fcf02), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:25.555454 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055432-bd1d-47cf-97f7-92c86b09c6a1 req-186b4bad-e45b-4d19-8f50-4748f6b34c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:25.556949 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-70055432-bd1d-47cf-97f7-92c86b09c6a1 req-186b4bad-e45b-4d19-8f50-4748f6b34c10 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b360d85257f14f9191b490327c110ba8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1133349 May 16 15:26:25.566904 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (641eaff1-3833-4d33-b6f2-287f453fcf02), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:25.638172 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event updated for resources: {'Port': ['ID=641eaff1-3833-4d33-b6f2-287f453fcf02,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:25.648577 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (882722c9-51a8-48a7-96f0-2a587afead02), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:25.659422 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055432-bd1d-47cf-97f7-92c86b09c6a1 req-fda05b5e-48e6-4910-b120-cebb0bee18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:25.660881 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-70055432-bd1d-47cf-97f7-92c86b09c6a1 req-fda05b5e-48e6-4910-b120-cebb0bee18cb service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970588 May 16 15:26:25.734380 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:25.736970 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-b0b58b37-00ee-445f-b1bd-e136d760cace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:25.737109 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ff880414-4163-481f-bd57-d70f714e742d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3672187 May 16 15:26:25.743732 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-b0b58b37-00ee-445f-b1bd-e136d760cace service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b360d85257f14f9191b490327c110ba8&device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 1127 time: 0.0473773 May 16 15:26:25.797866 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-daa9314e-7e33-47d9-b1a8-3afdfe6f6f8c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e202561-b4bc-4d1f-98b5-3234f4c66c40 HTTP/1.1" status: 200 len: 217 time: 0.0422337 May 16 15:26:25.798377 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:25.877899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5334db-71df-4ec4-88da-d1df11cecf3e req-b694f71e-2bc6-4a50-98a6-a7c3f383817f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:25.879575 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ef5334db-71df-4ec4-88da-d1df11cecf3e req-b694f71e-2bc6-4a50-98a6-a7c3f383817f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 943 time: 0.1183181 May 16 15:26:25.901106 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-75fbb482-f6a9-4233-b3d0-94f518be2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:25.902686 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-75fbb482-f6a9-4233-b3d0-94f518be2988 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=452ae066-2827-4424-a9d0-b7d8f441c20a HTTP/1.1" status: 200 len: 850 time: 0.0895619 May 16 15:26:25.946640 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-e5a131f9-8512-4b8f-8061-9d4cb67baae1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1433325595&fields=id&tenant_id=f2241c9641bb401aa9f1c6930c513552 HTTP/1.1" status: 200 len: 267 time: 0.0493751 May 16 15:26:25.966558 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-0c0db595-3e19-467b-952f-24ddbfd04b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:25.968150 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-0c0db595-3e19-467b-952f-24ddbfd04b97 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85d31a74-2e0d-4761-a3e9-16256afe83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558627 May 16 15:26:25.971309 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ef5334db-71df-4ec4-88da-d1df11cecf3e req-c9d83aa5-8ab8-43e6-8934-d79350d82986 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803587 May 16 15:26:26.059136 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-fdc92e0a-f5dd-46cb-8e45-0b3b355eb584 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:26.060583 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-fdc92e0a-f5dd-46cb-8e45-0b3b355eb584 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/networks?id=6ca0b759-8171-48eb-a5a7-1c280cfa9338 HTTP/1.1" status: 200 len: 816 time: 0.1056783 May 16 15:26:26.069700 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-8aa18e8b-a710-44a9-acef-cd7c78b25fab service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876236 May 16 15:26:26.075391 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-f85fb73d-b728-4151-9f03-82aade88a46f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/quotas/f2241c9641bb401aa9f1c6930c513552 HTTP/1.1" status: 200 len: 375 time: 0.0088453 May 16 15:26:26.123168 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-35ff49dd-7dbd-46c8-ae94-170f8515c058 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f2241c9641bb401aa9f1c6930c513552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426526 May 16 15:26:26.164939 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a9c0bb5b-ca6e-4362-8258-dfc4f2974e4f req-92d1b2bc-7ac8-49f4-b640-1b6077ca22e9 service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862122 May 16 15:26:26.271145 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-4b6b1ed3-80a7-49e1-a1d7-5b2dc7a657a6 service neutron] 10.222.0.76 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362355 May 16 15:26:26.358774 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-088ccf57-80c8-48f2-8fe5-83ccdbfd3231 service neutron] 10.222.0.76 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814540 May 16 15:26:26.583418 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e67e94e2-fda1-404d-a287-954c29aa9272 req-cbe72442-9764-448a-b041-742315bde0ab tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 210 time: 0.0325251 May 16 15:26:26.586790 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd85bef-837d-49f2-8893-e2bd03dad0a7 req-aa08747c-6ec6-4981-8ac4-2b6f05557147 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:26.588717 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cbd85bef-837d-49f2-8893-e2bd03dad0a7 req-aa08747c-6ec6-4981-8ac4-2b6f05557147 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0595491 May 16 15:26:26.651158 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cbd85bef-837d-49f2-8893-e2bd03dad0a7 req-eb0174e1-e2db-437a-91da-73d09fb73bf5 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570991 May 16 15:26:27.137457 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029d13d-6a88-4044-a7dd-9131c33e6005 req-2af3c7b8-c45f-4f22-bfc4-3814cc151d25 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:27.138962 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f029d13d-6a88-4044-a7dd-9131c33e6005 req-2af3c7b8-c45f-4f22-bfc4-3814cc151d25 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 943 time: 0.0459595 May 16 15:26:27.184850 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f029d13d-6a88-4044-a7dd-9131c33e6005 req-60956981-21cb-4fbe-9e2a-4b6eb0798db3 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404017 May 16 15:26:27.463704 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:27.682276 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8c8ad225-1d9e-4dd9-b06c-beacfda023a3 req-d7d4d6f1-8fb9-446c-98f8-a72830abe0fa tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 210 time: 0.0265610 May 16 15:26:27.765410 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672d68f-89b9-4bff-90c9-d497252a8de9 req-09d409bb-76de-4674-a6ea-f94fc2692090 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:27.766893 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b672d68f-89b9-4bff-90c9-d497252a8de9 req-09d409bb-76de-4674-a6ea-f94fc2692090 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0458403 May 16 15:26:27.822861 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b672d68f-89b9-4bff-90c9-d497252a8de9 req-9016a6b8-1599-4e33-9832-74c127ed9669 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504262 May 16 15:26:28.292527 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b92ca-f113-47ce-8c6d-3485cef9c8c0 req-e395fed5-d2f8-474b-992c-b90efb0495ea tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:28.293946 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8f7b92ca-f113-47ce-8c6d-3485cef9c8c0 req-e395fed5-d2f8-474b-992c-b90efb0495ea tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 943 time: 0.0443866 May 16 15:26:28.339873 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8f7b92ca-f113-47ce-8c6d-3485cef9c8c0 req-49a7f09e-ae1b-4927-bacf-52b69c7ed320 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400817 May 16 15:26:28.783557 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-248addf9-31aa-41a4-9a2c-35bea329e8e4 req-e60478c6-0aa6-4d65-83d8-6b76ba26b88b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 210 time: 0.0307076 May 16 15:26:28.935867 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dc351-de5f-413a-9d7f-26347e74e8e4 req-d042dc62-70ba-4637-9269-f16325a88ec0 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:28.937308 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8f0dc351-de5f-413a-9d7f-26347e74e8e4 req-d042dc62-70ba-4637-9269-f16325a88ec0 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0494061 May 16 15:26:28.999808 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8f0dc351-de5f-413a-9d7f-26347e74e8e4 req-04bd7dce-21d5-4ed6-8338-c1849e0f1f35 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565882 May 16 15:26:29.449920 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b6ad3-b3e0-40f4-94a1-9a50648fa4b3 req-228ca6bd-a88a-4b63-b83c-1ee8e24f9361 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:29.452022 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b49b6ad3-b3e0-40f4-94a1-9a50648fa4b3 req-228ca6bd-a88a-4b63-b83c-1ee8e24f9361 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 943 time: 0.0455005 May 16 15:26:29.496567 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b49b6ad3-b3e0-40f4-94a1-9a50648fa4b3 req-09503df2-46e5-4939-866e-201bb3ebee12 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390058 May 16 15:26:29.499131 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:29.935031 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-86e3b247-a3b8-4791-99fd-8bdc62547383 req-aaa75e37-76f2-48fe-9e9f-c72af3225448 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 210 time: 0.0276883 May 16 15:26:30.111132 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723ba8f-c3b7-48dd-b98b-1706ad472a99 req-78d031c1-e12c-4bac-999c-3010a378821a tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:30.112601 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4723ba8f-c3b7-48dd-b98b-1706ad472a99 req-78d031c1-e12c-4bac-999c-3010a378821a tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0455978 May 16 15:26:30.172353 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4723ba8f-c3b7-48dd-b98b-1706ad472a99 req-5ff2fee5-3fd7-415a-b6c0-6f1779e4614d tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540853 May 16 15:26:30.609670 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883f705-f272-4952-bfa5-bc475b4e1d7e req-30b76468-cf29-41bc-a76e-3f8132a105d4 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:30.611162 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5883f705-f272-4952-bfa5-bc475b4e1d7e req-30b76468-cf29-41bc-a76e-3f8132a105d4 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 943 time: 0.0466404 May 16 15:26:30.657900 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5883f705-f272-4952-bfa5-bc475b4e1d7e req-aaf5a49f-09ba-4cad-a42b-9665027e5e66 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409358 May 16 15:26:31.036046 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7eb8356f-a061-4c6d-b849-7e4b0a8957e3 req-84d6ab12-5f56-473c-9d47-bde39967877c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 210 time: 0.0324926 May 16 15:26:31.288176 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e3ddf-1485-4b1a-b79c-9d67984e93c0 req-c1fa232e-3347-44c0-9177-c8eb7c08ddfa tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:31.289517 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c83e3ddf-1485-4b1a-b79c-9d67984e93c0 req-c1fa232e-3347-44c0-9177-c8eb7c08ddfa tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0507193 May 16 15:26:31.347611 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c83e3ddf-1485-4b1a-b79c-9d67984e93c0 req-c31bbc4c-ec31-4dd2-b6f0-e6df93bf659e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=086037b6-0729-4e22-b718-40f3c5f17796&id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523484 May 16 15:26:31.767564 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf4916-c4c8-4295-9b94-4006e1b8d465 req-100da726-3d10-4932-883e-7f81d968cfc7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:31.769002 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1fbf4916-c4c8-4295-9b94-4006e1b8d465 req-100da726-3d10-4932-883e-7f81d968cfc7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 943 time: 0.0452716 May 16 15:26:31.814058 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1fbf4916-c4c8-4295-9b94-4006e1b8d465 req-a35234e2-5a74-4a46-8e93-b15769ea502b tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396333 May 16 15:26:31.836835 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:26:32.137601 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-447b4de8-0b1d-443d-80ff-39bfa48634d4 req-157da5bc-1c66-4fe0-8cbb-e7ce30897bb8 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 210 time: 0.0280051 May 16 15:26:32.933834 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c2556-1ce8-45c0-b667-19bc8e352504 req-7892da47-b309-4d51-9433-20afecd0d80d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:32.935318 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c22c2556-1ce8-45c0-b667-19bc8e352504 req-7892da47-b309-4d51-9433-20afecd0d80d tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 943 time: 0.0533354 May 16 15:26:32.984284 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c22c2556-1ce8-45c0-b667-19bc8e352504 req-c4965586-93aa-4c56-a6af-05113e87b2a4 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434086 May 16 15:26:33.234067 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-182b556f-693c-4fd4-975e-e9fde11bde86 req-41acc59b-cf66-40ae-8bcc-6c9ed0962259 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 210 time: 0.0267551 May 16 15:26:33.856576 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 7e202561-b4bc-4d1f-98b5-3234f4c66c40 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:26:33.957417 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 7e202561-b4bc-4d1f-98b5-3234f4c66c40, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e202561-b4bc-4d1f-98b5-3234f4c66c40,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:33.968559 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '7e202561-b4bc-4d1f-98b5-3234f4c66c40', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'port_id': '7e202561-b4bc-4d1f-98b5-3234f4c66c40', 'mac_address': 'fa:16:3e:9d:60:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:26:34.002983 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:34.003370 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.016281 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e202561-b4bc-4d1f-98b5-3234f4c66c40 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:26:34.035528 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 7e202561-b4bc-4d1f-98b5-3234f4c66c40, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e202561-b4bc-4d1f-98b5-3234f4c66c40,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:34.095603 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7863df1-b6cc-4408-9663-ee4457af0580 req-4a6a8193-54e4-4dd5-82ba-56cc55d85c17 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:34.097033 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a7863df1-b6cc-4408-9663-ee4457af0580 req-4a6a8193-54e4-4dd5-82ba-56cc55d85c17 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 943 time: 0.0452011 May 16 15:26:34.132996 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.144006 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a7863df1-b6cc-4408-9663-ee4457af0580 req-3f778256-aad7-4e64-9d58-1ccba596f55e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414145 May 16 15:26:34.178825 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=7e202561-b4bc-4d1f-98b5-3234f4c66c40,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:34.314995 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-a7b3195d-ec18-433e-8b76-f95c3ff77d2e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:34.317285 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-a7b3195d-ec18-433e-8b76-f95c3ff77d2e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.79 "GET /v2.0/networks?id=6ca0b759-8171-48eb-a5a7-1c280cfa9338 HTTP/1.1" status: 200 len: 816 time: 0.1123183 May 16 15:26:34.349776 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8c5479d4-9d64-4e27-9a82-5bf70981eb01 req-3a11c54b-7fe2-4b35-9fca-e89f4b2a7bfc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 210 time: 0.0413470 May 16 15:26:34.396645 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-e1a76df4-fc01-4f21-b74d-066ee916fff6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2241c9641bb401aa9f1c6930c513552 HTTP/1.1" status: 200 len: 380 time: 0.0535500 May 16 15:26:34.405103 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Request body: {'port': {'device_id': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'admin_state_up': True, 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'security_groups': ['926c1ea0-95b3-48cd-a164-e22a72b0db34']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:34.445352 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['7e202561-b4bc-4d1f-98b5-3234f4c66c40'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:26:34.602615 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Made reservation on behalf of f2241c9641bb401aa9f1c6930c513552 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:26:34.606440 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.733223 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Allocated IP 172.20.0.6 (6ca0b759-8171-48eb-a5a7-1c280cfa9338/29de9496-5d60-46ba-8f4f-543ccad83b00/588be31f-e001-4d2f-97c9-ef1bb2eeef86) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:34.863158 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.962426 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.012763 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:35.015818 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:35.018863 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:35.061276 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event updated for resources: {'Port': ['ID=588be31f-e001-4d2f-97c9-ef1bb2eeef86,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:35.077327 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:35.077952 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.164247 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-7d8a6dc3-aad0-49b5-bf7a-bbd7734125d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7625744 May 16 15:26:35.220779 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Request body: {'port': {'device_id': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:35.252892 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2969b919-7adf-448f-aa40-e629646afc12 None None] Provisioning complete for port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:35.253454 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2969b919-7adf-448f-aa40-e629646afc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.264159 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882896a-bf63-424a-bbdb-5c82f609f22a req-dec90850-53cd-46a4-93cb-27827dd5306a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:35.265589 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a882896a-bf63-424a-bbdb-5c82f609f22a req-dec90850-53cd-46a4-93cb-27827dd5306a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 944 time: 0.0482557 May 16 15:26:35.283797 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.285208 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2969b919-7adf-448f-aa40-e629646afc12 None None] Port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:26:35.327310 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a882896a-bf63-424a-bbdb-5c82f609f22a req-39159c15-d641-45a7-88d8-3c2c7a75e2c9 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475900 May 16 15:26:35.495533 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503118a-7fc1-41b2-8d87-d3bd27224991 req-f1d1799a-127b-4459-8db3-6f980f46a82c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:35.496981 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2503118a-7fc1-41b2-8d87-d3bd27224991 req-f1d1799a-127b-4459-8db3-6f980f46a82c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 931 time: 0.0690584 May 16 15:26:35.591796 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2503118a-7fc1-41b2-8d87-d3bd27224991 req-6a42bc5a-f401-4218-9e72-afc112e226ad tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877073 May 16 15:26:35.650299 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588be31f-e001-4d2f-97c9-ef1bb2eeef86 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:26:35.658290 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Publish callbacks [] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.670693 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Transition to ACTIVE for port object 588be31f-e001-4d2f-97c9-ef1bb2eeef86 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:26:35.767483 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.816267 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Pushing event updated for resources: {'Port': ['ID=588be31f-e001-4d2f-97c9-ef1bb2eeef86,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:35.888511 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Attempting to bind port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:26:35.888850 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Attempting to bind port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:26:35.889170 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Attempting to bind port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 on network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:35.894372 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 on network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:26:35.894696 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Attempting to bind port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 on network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:35.899697 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:26:35.900033 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Checking segment: {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:26:35.900418 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Bound using segment: {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:26:35.900847 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Bound port: 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da77dd9-6df8-4161-b6c3-65b9153c0c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:26:35.901211 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.124457 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 7e202561-b4bc-4d1f-98b5-3234f4c66c40 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:36.167793 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:26:36.216829 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:26:36.219911 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:26:36.272659 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:36.273154 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.330656 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.348468 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:36.348844 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.371183 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:36.371954 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.373350 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] 10.222.0.79 "PUT /v2.0/ports/588be31f-e001-4d2f-97c9-ef1bb2eeef86 HTTP/1.1" status: 200 len: 1093 time: 1.2021480 May 16 15:26:36.376192 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:36.379206 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263af909-b095-4188-82a6-8f6da66d0e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e202561-b4bc-4d1f-98b5-3234f4c66c40'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:36.379698 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66756317-6dd1-48c3-9805-bcc82de5f939" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:36.381799 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58c61a0-3dbc-4201-9182-76481ee13131" -d '{"events": [{"server_uuid": "263af909-b095-4188-82a6-8f6da66d0e96", "name": "network-vif-plugged", "status": "completed", "tag": "7e202561-b4bc-4d1f-98b5-3234f4c66c40"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:36.405193 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 7e202561-b4bc-4d1f-98b5-3234f4c66c40, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e202561-b4bc-4d1f-98b5-3234f4c66c40,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:36.415631 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Pushing event updated for resources: {'Port': ['ID=588be31f-e001-4d2f-97c9-ef1bb2eeef86,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:36.424795 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.425139 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.425479 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.425951 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.426200 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.426532 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.427566 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.427906 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.428228 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.428545 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.428871 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.429250 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.429586 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.429868 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.430228 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847572b8-b6bd-44f6-9198-17233d051933 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:36.468788 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecf9a5-9bd1-455d-ac51-604fcb5f6a75 req-f123605f-ed4d-46ae-8119-632144cbbd89 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:36.470919 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-15ecf9a5-9bd1-455d-ac51-604fcb5f6a75 req-f123605f-ed4d-46ae-8119-632144cbbd89 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 944 time: 0.0578983 May 16 15:26:36.499178 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.560016 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=7e202561-b4bc-4d1f-98b5-3234f4c66c40,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:36.567192 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbeaef0-3091-455d-8242-79e33aa6b91f x-openstack-request-id: req-ccbeaef0-3091-455d-8242-79e33aa6b91f {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:36.567192 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:36.572296 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ccbeaef0-3091-455d-8242-79e33aa6b91f {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:36.574959 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-15ecf9a5-9bd1-455d-ac51-604fcb5f6a75 req-a3438ace-f488-42ee-86de-403f167106b6 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977726 May 16 15:26:36.576949 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbeaef0-3091-455d-8242-79e33aa6b91f'] response: {'name': 'network-changed', 'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'status': 'completed', 'code': 200} May 16 15:26:36.578178 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6079625d-87d3-4fbc-bb59-6727c6a9ce8b x-openstack-request-id: req-6079625d-87d3-4fbc-bb59-6727c6a9ce8b {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:36.579899 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263af909-b095-4188-82a6-8f6da66d0e96", "name": "network-vif-plugged", "status": "completed", "tag": "7e202561-b4bc-4d1f-98b5-3234f4c66c40", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:36.580166 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6079625d-87d3-4fbc-bb59-6727c6a9ce8b {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:36.580567 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6079625d-87d3-4fbc-bb59-6727c6a9ce8b'] response: {'server_uuid': '263af909-b095-4188-82a6-8f6da66d0e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e202561-b4bc-4d1f-98b5-3234f4c66c40', 'code': 200} May 16 15:26:36.594993 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-69946f10-ca11-4b1c-bd3b-112a94672a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:36.597241 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-69946f10-ca11-4b1c-bd3b-112a94672a07 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f2241c9641bb401aa9f1c6930c513552&device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 1127 time: 0.0870922 May 16 15:26:36.658519 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-c1eb9348-f145-42cd-979e-4ba23f744c2c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86 HTTP/1.1" status: 200 len: 217 time: 0.0533421 May 16 15:26:36.751602 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2f3c7-c1af-4020-84b5-65470ab3869c req-f0516038-9f65-44e4-8ce3-9e3938f1ccfe tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:36.753341 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-44c2f3c7-c1af-4020-84b5-65470ab3869c req-f0516038-9f65-44e4-8ce3-9e3938f1ccfe tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0805404 May 16 15:26:36.754810 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-68ab8799-1962-4126-97aa-31e3c3113953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:36.756143 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-68ab8799-1962-4126-97aa-31e3c3113953 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=29de9496-5d60-46ba-8f4f-543ccad83b00 HTTP/1.1" status: 200 len: 855 time: 0.0852382 May 16 15:26:36.822752 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-92f2f60f-6c1b-4335-9b5b-61d8b4ac5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:36.824268 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-92f2f60f-6c1b-4335-9b5b-61d8b4ac5329 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ca0b759-8171-48eb-a5a7-1c280cfa9338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0596201 May 16 15:26:36.859610 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-44c2f3c7-c1af-4020-84b5-65470ab3869c req-aa150c7f-f560-4dd0-b6ca-b2f304f0c8ae tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007168 May 16 15:26:36.920193 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb333f3-712e-428d-af04-a0de715edf16 req-a9250613-a1b2-432f-9e9f-f0390c8863dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:36.921685 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4cb333f3-712e-428d-af04-a0de715edf16 req-a9250613-a1b2-432f-9e9f-f0390c8863dc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 1129 time: 0.0892339 May 16 15:26:36.976243 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-de32cf4f-8590-4fdc-abdc-b269c503bead service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427131 May 16 15:26:36.994721 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4cb333f3-712e-428d-af04-a0de715edf16 req-744961e1-5b51-4720-b123-ffdffea4fdcd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647342 May 16 15:26:37.068435 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7428b86-dd47-4420-b913-b8576b8d9da3 req-9644736c-6887-4272-8f8a-5ec620a1851d service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849459 May 16 15:26:37.681071 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f512c14-7d7e-4811-8946-da09bbace302 req-608edd15-2846-4398-8dca-1d9b3ce558d9 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:37.682573 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5f512c14-7d7e-4811-8946-da09bbace302 req-608edd15-2846-4398-8dca-1d9b3ce558d9 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 945 time: 0.0464680 May 16 15:26:37.728443 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5f512c14-7d7e-4811-8946-da09bbace302 req-cc9333e6-8252-4360-a811-9a821ddb5790 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404680 May 16 15:26:37.974561 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b7694-c685-4e99-9a61-627db296abd0 req-0a4fd96f-0a16-43f2-b46d-e88bf4e1e385 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:37.976001 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b73b7694-c685-4e99-9a61-627db296abd0 req-0a4fd96f-0a16-43f2-b46d-e88bf4e1e385 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0456030 May 16 15:26:38.034704 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b73b7694-c685-4e99-9a61-627db296abd0 req-3caa9d78-f6d7-4c47-bb6f-3053a8d1a91d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532792 May 16 15:26:38.868684 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7379e-3787-4795-acfe-5bbb983110e7 req-565da514-5cca-48db-9c7e-806272c964c7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:38.870260 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14e7379e-3787-4795-acfe-5bbb983110e7 req-565da514-5cca-48db-9c7e-806272c964c7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 945 time: 0.0732644 May 16 15:26:38.888069 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66756317-6dd1-48c3-9805-bcc82de5f939 req-1261bc19-67d1-4fdd-8721-a25025652840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:38.889494 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-66756317-6dd1-48c3-9805-bcc82de5f939 req-1261bc19-67d1-4fdd-8721-a25025652840 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f2241c9641bb401aa9f1c6930c513552&device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 1127 time: 0.0578783 May 16 15:26:38.982189 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-14e7379e-3787-4795-acfe-5bbb983110e7 req-30caf96d-c9b8-4785-9e5c-863cc29f9eb8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053998 May 16 15:26:39.012213 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66756317-6dd1-48c3-9805-bcc82de5f939 req-03e172a4-5158-4eee-99de-0e21928eba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:39.013658 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-66756317-6dd1-48c3-9805-bcc82de5f939 req-03e172a4-5158-4eee-99de-0e21928eba88 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ca0b759-8171-48eb-a5a7-1c280cfa9338 HTTP/1.1" status: 200 len: 917 time: 0.1175430 May 16 15:26:39.169626 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea8b66-c17e-4694-a92d-0896bf55ee6c req-962e2e46-d4fa-4128-a7fe-18105d5e8d38 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:39.171144 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-33ea8b66-c17e-4694-a92d-0896bf55ee6c req-962e2e46-d4fa-4128-a7fe-18105d5e8d38 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0619397 May 16 15:26:39.230503 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-33ea8b66-c17e-4694-a92d-0896bf55ee6c req-46f21ea6-cd64-48dd-95ab-145ec7de3444 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529220 May 16 15:26:39.381722 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-66756317-6dd1-48c3-9805-bcc82de5f939 req-2121b968-f4ad-4800-872b-df0cc856379e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86 HTTP/1.1" status: 200 len: 217 time: 0.0332220 May 16 15:26:39.522486 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66756317-6dd1-48c3-9805-bcc82de5f939 req-c0692c43-f991-45bf-b123-062fcb403303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:39.523855 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-66756317-6dd1-48c3-9805-bcc82de5f939 req-c0692c43-f991-45bf-b123-062fcb403303 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=29de9496-5d60-46ba-8f4f-543ccad83b00 HTTP/1.1" status: 200 len: 855 time: 0.0475821 May 16 15:26:40.039064 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66756317-6dd1-48c3-9805-bcc82de5f939 req-ced5f317-a154-40b0-97aa-40d43d98d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:40.043004 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-66756317-6dd1-48c3-9805-bcc82de5f939 req-ced5f317-a154-40b0-97aa-40d43d98d46c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ca0b759-8171-48eb-a5a7-1c280cfa9338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518389 May 16 15:26:40.100392 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a436ca-929c-4a76-acc2-6a11987d13f5 req-9e334666-3c79-4721-8cd4-742787b30713 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:40.101878 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-97a436ca-929c-4a76-acc2-6a11987d13f5 req-9e334666-3c79-4721-8cd4-742787b30713 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 945 time: 0.0463331 May 16 15:26:40.161525 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 588be31f-e001-4d2f-97c9-ef1bb2eeef86 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:26:40.205614 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-97a436ca-929c-4a76-acc2-6a11987d13f5 req-fe32b8e3-1eab-4d95-acc5-78117d5e906e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957885 May 16 15:26:40.223969 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-66756317-6dd1-48c3-9805-bcc82de5f939 req-58c7514b-24d5-477c-8fbc-d99af159e62c service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211271 May 16 15:26:40.271989 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:40.293464 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'port_id': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'mac_address': 'fa:16:3e:63:a8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:26:40.319079 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c00679-5f79-487c-9c56-29c7f4a42427 req-4a402209-4d6e-4f18-b39d-9f887a2bb0d5 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:40.325047 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-09c00679-5f79-487c-9c56-29c7f4a42427 req-4a402209-4d6e-4f18-b39d-9f887a2bb0d5 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 945 time: 0.0530627 May 16 15:26:40.330175 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58410) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:40.336005 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-66756317-6dd1-48c3-9805-bcc82de5f939 req-73528042-1256-4fa3-8b9a-cf999500b8c5 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043687 May 16 15:26:40.336362 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-ef00291a-bc0b-4a80-a475-625ebaa223f7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Request body: {'floatingip': {'port_id': '7e202561-b4bc-4d1f-98b5-3234f4c66c40'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:40.337795 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:40.338378 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:40.357244 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588be31f-e001-4d2f-97c9-ef1bb2eeef86 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:26:40.376568 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fca1a2-9321-4433-8132-fb28317deea6 req-2a43efe5-0732-4d88-a6e7-2774da55d157 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:40.378443 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-53fca1a2-9321-4433-8132-fb28317deea6 req-2a43efe5-0732-4d88-a6e7-2774da55d157 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0605013 May 16 15:26:40.388059 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ef00291a-bc0b-4a80-a475-625ebaa223f7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (7bf55dbb-ed70-4579-9e65-43ff6bde33dd), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:40.390533 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:40.439499 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-53fca1a2-9321-4433-8132-fb28317deea6 req-b7edef85-7156-4915-96a8-f5c5a227ccd9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551972 May 16 15:26:40.488417 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:40.538480 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=588be31f-e001-4d2f-97c9-ef1bb2eeef86,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:40.783044 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['588be31f-e001-4d2f-97c9-ef1bb2eeef86'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:26:40.849582 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ef00291a-bc0b-4a80-a475-625ebaa223f7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:40.898615 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ef00291a-bc0b-4a80-a475-625ebaa223f7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (7bf55dbb-ed70-4579-9e65-43ff6bde33dd), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:40.992422 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-ef00291a-bc0b-4a80-a475-625ebaa223f7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Floating IP 7bf55dbb-ed70-4579-9e65-43ff6bde33dd associated. External IP: 172.27.2.144, port: 7e202561-b4bc-4d1f-98b5-3234f4c66c40. May 16 15:26:41.363012 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef00291a-bc0b-4a80-a475-625ebaa223f7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Router 8a1f9193-b17d-409d-9787-ae793a3af124 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:41.450083 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e95017-8bb3-4469-a6f1-ae6964a1fc48 req-15c464c0-aa6d-4b18-be16-b7aad4c45205 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:41.451598 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b9e95017-8bb3-4469-a6f1-ae6964a1fc48 req-15c464c0-aa6d-4b18-be16-b7aad4c45205 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 946 time: 0.0476062 May 16 15:26:41.465732 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef00291a-bc0b-4a80-a475-625ebaa223f7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:41.471641 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ef00291a-bc0b-4a80-a475-625ebaa223f7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:41.481241 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aaf1e6-bbaf-4cd5-835e-550b37365ef7 None None] Sync routers for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:41.493448 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aaf1e6-bbaf-4cd5-835e-550b37365ef7 None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:41.494496 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-81aaf1e6-bbaf-4cd5-835e-550b37365ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:26:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:41.512618 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ef00291a-bc0b-4a80-a475-625ebaa223f7 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "PUT /v2.0/floatingips/7bf55dbb-ed70-4579-9e65-43ff6bde33dd HTTP/1.1" status: 200 len: 991 time: 1.1799881 May 16 15:26:41.513838 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263af909-b095-4188-82a6-8f6da66d0e96', 'tag': '7e202561-b4bc-4d1f-98b5-3234f4c66c40'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:41.516760 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ffca9ad678ce256fa7bd5f4362f6254f503d035e63960491d6b22eb6aaacf80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93312989-4d6d-4ddb-b5f4-f1803ec9b459" -d '{"events": [{"name": "network-changed", "server_uuid": "263af909-b095-4188-82a6-8f6da66d0e96", "tag": "7e202561-b4bc-4d1f-98b5-3234f4c66c40"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:41.518538 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b9e95017-8bb3-4469-a6f1-ae6964a1fc48 req-941054f0-982a-4d95-bf9d-3795f01d89e6 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600004 May 16 15:26:41.576866 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a25dce4-a0bb-49be-98cf-6b30702fcc8c x-openstack-request-id: req-7a25dce4-a0bb-49be-98cf-6b30702fcc8c {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:41.577220 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263af909-b095-4188-82a6-8f6da66d0e96", "tag": "7e202561-b4bc-4d1f-98b5-3234f4c66c40", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:41.577546 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a25dce4-a0bb-49be-98cf-6b30702fcc8c {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:41.578039 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a25dce4-a0bb-49be-98cf-6b30702fcc8c'] response: {'name': 'network-changed', 'server_uuid': '263af909-b095-4188-82a6-8f6da66d0e96', 'tag': '7e202561-b4bc-4d1f-98b5-3234f4c66c40', 'status': 'completed', 'code': 200} May 16 15:26:41.585630 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b243a9-bc22-4b14-acc8-0f6c1dcf17a9 req-6193effd-b8f5-41f7-8083-01deb2347ac4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:41.587255 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e3b243a9-bc22-4b14-acc8-0f6c1dcf17a9 req-6193effd-b8f5-41f7-8083-01deb2347ac4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 944 time: 0.0541759 May 16 15:26:41.606616 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-81aaf1e6-bbaf-4cd5-835e-550b37365ef7 None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:41.633615 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e3b243a9-bc22-4b14-acc8-0f6c1dcf17a9 req-35f9cb70-161f-4ab5-a58f-13bdbfd64ad9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 May 16 15:26:41.846621 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-81aaf1e6-bbaf-4cd5-835e-550b37365ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '7bf55dbb-ed70-4579-9e65-43ff6bde33dd', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'port_id': '7e202561-b4bc-4d1f-98b5-3234f4c66c40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'mac_address': 'fa:16:3e:9d:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263af909-b095-4188-82a6-8f6da66d0e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:26:19Z', 'updated_at': '2022-05-16T15:26:40Z', 'revision_number': 1, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:35Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:41.870185 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aaf1e6-bbaf-4cd5-835e-550b37365ef7 None None] Checking router: 8a1f9193-b17d-409d-9787-ae793a3af124 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:41.879086 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aaf1e6-bbaf-4cd5-835e-550b37365ef7 None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:41.879688 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-81aaf1e6-bbaf-4cd5-835e-550b37365ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:26:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:41.975823 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-81aaf1e6-bbaf-4cd5-835e-550b37365ef7 None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:42.174685 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 588be31f-e001-4d2f-97c9-ef1bb2eeef86 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:42.203620 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:42.218671 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-81aaf1e6-bbaf-4cd5-835e-550b37365ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '7bf55dbb-ed70-4579-9e65-43ff6bde33dd', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'port_id': '7e202561-b4bc-4d1f-98b5-3234f4c66c40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'mac_address': 'fa:16:3e:9d:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263af909-b095-4188-82a6-8f6da66d0e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:26:19Z', 'updated_at': '2022-05-16T15:26:40Z', 'revision_number': 1, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:35Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:42.249838 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aaf1e6-bbaf-4cd5-835e-550b37365ef7 None None] The sync data for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi is: [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '7bf55dbb-ed70-4579-9e65-43ff6bde33dd', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'port_id': '7e202561-b4bc-4d1f-98b5-3234f4c66c40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'mac_address': 'fa:16:3e:9d:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263af909-b095-4188-82a6-8f6da66d0e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:26:19Z', 'updated_at': '2022-05-16T15:26:40Z', 'revision_number': 1, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:35Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:42.256778 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:26:42.319121 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:42.319523 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:42.390432 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:42.398370 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:42.413885 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:42.416143 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a8fc50-6518-48fb-bc57-0f2f56a9a8c7" -d '{"events": [{"server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "name": "network-vif-plugged", "status": "completed", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:42.433261 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:42.455528 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3299f751-5d1f-4248-a804-840c4b93b156 None None] New status for floating IP 7bf55dbb-ed70-4579-9e65-43ff6bde33dd: ACTIVE {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:26:42.461405 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6015a4-561b-4959-957f-8d95345419aa x-openstack-request-id: req-5c6015a4-561b-4959-957f-8d95345419aa {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:42.461405 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "name": "network-vif-plugged", "status": "completed", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:42.461405 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5c6015a4-561b-4959-957f-8d95345419aa {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:42.461405 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6015a4-561b-4959-957f-8d95345419aa'] response: {'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'code': 200} May 16 15:26:42.507519 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:42.603991 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=588be31f-e001-4d2f-97c9-ef1bb2eeef86,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:42.636821 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3990fe-be36-4c11-9a7d-392ca7aa310f req-62db4717-5942-4595-b633-b2e6ca1ac927 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:42.638410 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0d3990fe-be36-4c11-9a7d-392ca7aa310f req-62db4717-5942-4595-b633-b2e6ca1ac927 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 946 time: 0.0479493 May 16 15:26:42.691707 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0d3990fe-be36-4c11-9a7d-392ca7aa310f req-1ceaf223-1ed5-4670-aae3-1b4baff92efe tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470669 May 16 15:26:42.752117 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e00058-fe5b-4f2c-b4fd-4546fcc2bb88 req-955ddfe5-0c97-4473-94ef-d8896f8b9190 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:42.753867 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-57e00058-fe5b-4f2c-b4fd-4546fcc2bb88 req-955ddfe5-0c97-4473-94ef-d8896f8b9190 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0475411 May 16 15:26:42.799974 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-57e00058-fe5b-4f2c-b4fd-4546fcc2bb88 req-40282b31-f4f7-4137-a4b7-3d5b4643ed6d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405834 May 16 15:26:42.988829 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93312989-4d6d-4ddb-b5f4-f1803ec9b459 req-1afb3e30-fe6f-4d89-90cb-a602599e6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:42.990238 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93312989-4d6d-4ddb-b5f4-f1803ec9b459 req-1afb3e30-fe6f-4d89-90cb-a602599e6109 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b360d85257f14f9191b490327c110ba8&device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 1129 time: 0.0425184 May 16 15:26:43.164529 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93312989-4d6d-4ddb-b5f4-f1803ec9b459 req-385e431e-2d83-427c-83f4-491466f02961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:43.166112 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93312989-4d6d-4ddb-b5f4-f1803ec9b459 req-385e431e-2d83-427c-83f4-491466f02961 service neutron] 10.222.0.79 "GET /v2.0/networks?id=85d31a74-2e0d-4761-a3e9-16256afe83d7 HTTP/1.1" status: 200 len: 912 time: 0.0843160 May 16 15:26:43.283246 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d518b70-b579-4a65-bb55-0ba361bb4ad3 req-5490a112-08ea-4abd-8ab2-6a87c40e2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:43.284595 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7d518b70-b579-4a65-bb55-0ba361bb4ad3 req-5490a112-08ea-4abd-8ab2-6a87c40e2eec service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 1129 time: 0.0982804 May 16 15:26:43.311943 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a412df-eaa3-45bf-b8ba-64148307aee1 req-bdda1977-b144-491a-a789-bf7ee83ce789 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:43.313829 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b3a412df-eaa3-45bf-b8ba-64148307aee1 req-bdda1977-b144-491a-a789-bf7ee83ce789 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 946 time: 0.0703351 May 16 15:26:43.321804 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93312989-4d6d-4ddb-b5f4-f1803ec9b459 req-118766d0-5ae9-41c5-b70d-b03d91495d57 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e202561-b4bc-4d1f-98b5-3234f4c66c40 HTTP/1.1" status: 200 len: 1001 time: 0.1366189 May 16 15:26:43.440358 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7d518b70-b579-4a65-bb55-0ba361bb4ad3 req-ad77f31f-7881-4ae6-901a-b101c41c3205 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464298 May 16 15:26:43.443505 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93312989-4d6d-4ddb-b5f4-f1803ec9b459 req-d24e0188-c156-4750-924d-c6e551ba61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:43.444943 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93312989-4d6d-4ddb-b5f4-f1803ec9b459 req-d24e0188-c156-4750-924d-c6e551ba61fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=452ae066-2827-4424-a9d0-b7d8f441c20a HTTP/1.1" status: 200 len: 850 time: 0.1146641 May 16 15:26:43.457856 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-b3a412df-eaa3-45bf-b8ba-64148307aee1 req-8072435d-133f-48cb-9e0b-04c4172ba17f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Deleting port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:43.458224 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b3a412df-eaa3-45bf-b8ba-64148307aee1 req-8072435d-133f-48cb-9e0b-04c4172ba17f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:43.548599 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-b3a412df-eaa3-45bf-b8ba-64148307aee1 req-8072435d-133f-48cb-9e0b-04c4172ba17f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] For port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f7a7d96f-fc1c-4598-82d5-2f86bde61ae9,segment=NetworkSegment(1a5e2907-6bcb-4a88-bc0d-713878bfd03c),segment_id=1a5e2907-6bcb-4a88-bc0d-713878bfd03c)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:43.548882 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b3a412df-eaa3-45bf-b8ba-64148307aee1 req-8072435d-133f-48cb-9e0b-04c4172ba17f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:43.561681 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-b3a412df-eaa3-45bf-b8ba-64148307aee1 req-8072435d-133f-48cb-9e0b-04c4172ba17f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Calling delete_port for f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:43.713333 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93312989-4d6d-4ddb-b5f4-f1803ec9b459 req-4b573aac-e5b0-4a86-8346-b3585f99bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:43.714850 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93312989-4d6d-4ddb-b5f4-f1803ec9b459 req-4b573aac-e5b0-4a86-8346-b3585f99bd6c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85d31a74-2e0d-4761-a3e9-16256afe83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0543516 May 16 15:26:43.804038 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea5d7b-3f67-40d0-986d-06383ee93b3f req-ff3380e2-368c-470b-a559-db586ce493a3 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:43.805454 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9ea5d7b-3f67-40d0-986d-06383ee93b3f req-ff3380e2-368c-470b-a559-db586ce493a3 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 946 time: 0.0456302 May 16 15:26:43.809765 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93312989-4d6d-4ddb-b5f4-f1803ec9b459 req-f2ca8795-014b-4f2b-84bb-e6ff1e14b7d8 service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834475 May 16 15:26:43.815777 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b3a412df-eaa3-45bf-b8ba-64148307aee1 req-8072435d-133f-48cb-9e0b-04c4172ba17f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (f7a7d96f-fc1c-4598-82d5-2f86bde61ae9), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:43.833659 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['f7a7d96f-fc1c-4598-82d5-2f86bde61ae9'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:26:43.866791 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9ea5d7b-3f67-40d0-986d-06383ee93b3f req-b6254978-b1af-45a8-93bc-394919dc00a0 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/security-groups?id=1071a073-cb1c-4b31-9c49-e97b83b9b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556531 May 16 15:26:43.884933 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072435d-133f-48cb-9e0b-04c4172ba17f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Pushing event deleted for resources: {'Port': ['ID=f7a7d96f-fc1c-4598-82d5-2f86bde61ae9,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:43.985146 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a412df-eaa3-45bf-b8ba-64148307aee1 req-8072435d-133f-48cb-9e0b-04c4172ba17f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] No DVR routers for this DVR port f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:26:43.987759 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b3a412df-eaa3-45bf-b8ba-64148307aee1 req-8072435d-133f-48cb-9e0b-04c4172ba17f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:43.991106 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b3a412df-eaa3-45bf-b8ba-64148307aee1 req-8072435d-133f-48cb-9e0b-04c4172ba17f tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.79 "DELETE /v2.0/ports/f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 HTTP/1.1" status: 204 len: 173 time: 0.6711853 May 16 15:26:43.993064 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b642832-eb11-4777-a0ff-6cefeec8561f', 'name': 'network-vif-deleted', 'tag': 'f7a7d96f-fc1c-4598-82d5-2f86bde61ae9'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:43.995328 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67705e07-e49b-4687-9711-bdb920248f3d" -d '{"events": [{"server_uuid": "2b642832-eb11-4777-a0ff-6cefeec8561f", "name": "network-vif-deleted", "tag": "f7a7d96f-fc1c-4598-82d5-2f86bde61ae9"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:44.003291 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45575f07-387d-40da-ac84-a1554bf5df3e req-1f8ec0f3-9ab7-4fc4-b934-53b6def9a0ca tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:44.004653 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-45575f07-387d-40da-ac84-a1554bf5df3e req-1f8ec0f3-9ab7-4fc4-b934-53b6def9a0ca tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.1211290 May 16 15:26:44.039839 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fc65bc-2993-4d18-8bd4-eb623717a87d x-openstack-request-id: req-26fc65bc-2993-4d18-8bd4-eb623717a87d {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:44.040129 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b642832-eb11-4777-a0ff-6cefeec8561f", "name": "network-vif-deleted", "tag": "f7a7d96f-fc1c-4598-82d5-2f86bde61ae9", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:44.040380 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-26fc65bc-2993-4d18-8bd4-eb623717a87d {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:44.040774 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26fc65bc-2993-4d18-8bd4-eb623717a87d'] response: {'server_uuid': '2b642832-eb11-4777-a0ff-6cefeec8561f', 'name': 'network-vif-deleted', 'tag': 'f7a7d96f-fc1c-4598-82d5-2f86bde61ae9', 'status': 'completed', 'code': 200} May 16 15:26:44.047669 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-93312989-4d6d-4ddb-b5f4-f1803ec9b459 req-2eca741c-f5e9-4426-8ed3-533755c165f1 service neutron] 10.222.0.79 "GET /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269444 May 16 15:26:44.068921 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-45575f07-387d-40da-ac84-a1554bf5df3e req-a27fdc3a-92c1-4e62-82af-007f52e42632 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580745 May 16 15:26:44.970568 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-87cf2fda-3e8d-4f98-85e7-2a47132e79a3 req-29d1de35-e000-49cc-86b4-e3213f79fc76 tempest-VolumesSnapshotTestJSON-64347822 tempest-VolumesSnapshotTestJSON-64347822-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b642832-eb11-4777-a0ff-6cefeec8561f HTTP/1.1" status: 200 len: 210 time: 0.0267227 May 16 15:26:45.188453 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca51d48-9902-4f8d-a787-47424b9e084c req-270abe13-b70a-4266-859b-15da2483d03b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:45.189840 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-aca51d48-9902-4f8d-a787-47424b9e084c req-270abe13-b70a-4266-859b-15da2483d03b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0488410 May 16 15:26:45.237436 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-aca51d48-9902-4f8d-a787-47424b9e084c req-8686d3ae-d347-4c71-863e-e61de31fa0ed tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418365 May 16 15:26:46.170908 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:46.191093 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:46.191439 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device f7a7d96f-fc1c-4598-82d5-2f86bde61ae9 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:46.352051 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e51a7f-7ca1-4054-8de1-b644c83dcfcf req-fb095ab0-cdaf-4b9f-84c3-87e04075015b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:46.352694 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-64e51a7f-7ca1-4054-8de1-b644c83dcfcf req-fb095ab0-cdaf-4b9f-84c3-87e04075015b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0451434 May 16 15:26:46.404830 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-64e51a7f-7ca1-4054-8de1-b644c83dcfcf req-932f7a42-2caf-4a02-bddc-7aaaa6e677a5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448909 May 16 15:26:46.516487 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af8983-5b16-493e-a23d-cd752e81cc23 req-fb6d0e52-a391-4d9d-9be3-ba19d8e9a91a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:46.518014 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-69af8983-5b16-493e-a23d-cd752e81cc23 req-fb6d0e52-a391-4d9d-9be3-ba19d8e9a91a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0469096 May 16 15:26:46.526945 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58450) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:46.531629 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-83951073-bbd4-480d-8c27-c9935b84ffbb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Request body: {'floatingip': {'port_id': '588be31f-e001-4d2f-97c9-ef1bb2eeef86'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:46.569139 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83951073-bbd4-480d-8c27-c9935b84ffbb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (882722c9-51a8-48a7-96f0-2a587afead02), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:46.982290 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83951073-bbd4-480d-8c27-c9935b84ffbb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:47.042244 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83951073-bbd4-480d-8c27-c9935b84ffbb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (882722c9-51a8-48a7-96f0-2a587afead02), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:47.136968 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [None req-83951073-bbd4-480d-8c27-c9935b84ffbb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Floating IP 882722c9-51a8-48a7-96f0-2a587afead02 associated. External IP: 172.27.2.136, port: 588be31f-e001-4d2f-97c9-ef1bb2eeef86. May 16 15:26:47.328178 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83951073-bbd4-480d-8c27-c9935b84ffbb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:47.431675 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83951073-bbd4-480d-8c27-c9935b84ffbb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:47.437787 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-83951073-bbd4-480d-8c27-c9935b84ffbb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:47.442073 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a230c-fd7a-4506-9502-1674d2b9bdf4 None None] Sync routers for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:47.453431 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a230c-fd7a-4506-9502-1674d2b9bdf4 None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:47.454785 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-be3a230c-fd7a-4506-9502-1674d2b9bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:26:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:47.471977 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-83951073-bbd4-480d-8c27-c9935b84ffbb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "PUT /v2.0/floatingips/882722c9-51a8-48a7-96f0-2a587afead02 HTTP/1.1" status: 200 len: 991 time: 0.9413192 May 16 15:26:47.471977 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:47.472867 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ab2b28-8c10-4934-95c6-fa4e0ef7e306" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:47.508452 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5e3f28-bed6-4584-b669-72d4ef49ac40 x-openstack-request-id: req-7c5e3f28-bed6-4584-b669-72d4ef49ac40 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:47.508602 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:47.508737 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7c5e3f28-bed6-4584-b669-72d4ef49ac40 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:47.509144 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5e3f28-bed6-4584-b669-72d4ef49ac40'] response: {'name': 'network-changed', 'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'status': 'completed', 'code': 200} May 16 15:26:47.691225 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-be3a230c-fd7a-4506-9502-1674d2b9bdf4 None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:47.890580 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab2b28-8c10-4934-95c6-fa4e0ef7e306 req-787ef411-831d-40ff-8baa-f202913eba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:47.897296 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-86ab2b28-8c10-4934-95c6-fa4e0ef7e306 req-787ef411-831d-40ff-8baa-f202913eba58 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f2241c9641bb401aa9f1c6930c513552&device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 1129 time: 0.0512850 May 16 15:26:47.910334 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-be3a230c-fd7a-4506-9502-1674d2b9bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '882722c9-51a8-48a7-96f0-2a587afead02', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'port_id': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'mac_address': 'fa:16:3e:63:a8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:26:25Z', 'updated_at': '2022-05-16T15:26:46Z', 'revision_number': 1, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:33Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:47.935054 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a230c-fd7a-4506-9502-1674d2b9bdf4 None None] Checking router: 1ab471ac-ff2d-47da-b732-ec5d47a236c4 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:47.943249 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a230c-fd7a-4506-9502-1674d2b9bdf4 None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:47.943845 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-be3a230c-fd7a-4506-9502-1674d2b9bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:26:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:48.048491 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-be3a230c-fd7a-4506-9502-1674d2b9bdf4 None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:48.073752 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab2b28-8c10-4934-95c6-fa4e0ef7e306 req-9b435148-4533-4dc1-b5df-03b58be26ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:48.075242 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-86ab2b28-8c10-4934-95c6-fa4e0ef7e306 req-9b435148-4533-4dc1-b5df-03b58be26ad8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ca0b759-8171-48eb-a5a7-1c280cfa9338 HTTP/1.1" status: 200 len: 917 time: 0.1041839 May 16 15:26:48.147019 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-86ab2b28-8c10-4934-95c6-fa4e0ef7e306 req-10053279-4660-45a9-b066-f604acc76dd7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86 HTTP/1.1" status: 200 len: 999 time: 0.0646970 May 16 15:26:48.194731 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab2b28-8c10-4934-95c6-fa4e0ef7e306 req-b7654110-32c1-4d62-bf32-0594fbe93810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:48.196431 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-86ab2b28-8c10-4934-95c6-fa4e0ef7e306 req-b7654110-32c1-4d62-bf32-0594fbe93810 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=29de9496-5d60-46ba-8f4f-543ccad83b00 HTTP/1.1" status: 200 len: 855 time: 0.0437024 May 16 15:26:48.239856 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab2b28-8c10-4934-95c6-fa4e0ef7e306 req-88b700f5-8ab6-4f99-be94-ecddf8bbdada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:48.241317 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-86ab2b28-8c10-4934-95c6-fa4e0ef7e306 req-88b700f5-8ab6-4f99-be94-ecddf8bbdada service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ca0b759-8171-48eb-a5a7-1c280cfa9338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380130 May 16 15:26:48.265855 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-be3a230c-fd7a-4506-9502-1674d2b9bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '882722c9-51a8-48a7-96f0-2a587afead02', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'port_id': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'mac_address': 'fa:16:3e:63:a8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:26:25Z', 'updated_at': '2022-05-16T15:26:46Z', 'revision_number': 1, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:33Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:48.294529 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a230c-fd7a-4506-9502-1674d2b9bdf4 None None] The sync data for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi is: [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '882722c9-51a8-48a7-96f0-2a587afead02', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'port_id': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'mac_address': 'fa:16:3e:63:a8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:26:25Z', 'updated_at': '2022-05-16T15:26:46Z', 'revision_number': 1, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:33Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:48.333218 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-86ab2b28-8c10-4934-95c6-fa4e0ef7e306 req-bdd464f2-e049-420c-9e9c-d9bd40863762 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855243 May 16 15:26:48.441891 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-86ab2b28-8c10-4934-95c6-fa4e0ef7e306 req-c8650d7e-4667-4e21-9261-05b242142462 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024103 May 16 15:26:48.506904 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d554a-0a7a-4401-bb5b-dc136213fa30 None None] New status for floating IP 882722c9-51a8-48a7-96f0-2a587afead02: ACTIVE {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:26:52.334182 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2be2-897f-45bb-a83b-c3b4dce90c82 req-8c79a468-074b-45e4-b6a4-6a2e44fb4668 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:52.335636 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4a9d2be2-897f-45bb-a83b-c3b4dce90c82 req-8c79a468-074b-45e4-b6a4-6a2e44fb4668 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.3031464 May 16 15:26:52.381537 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4a9d2be2-897f-45bb-a83b-c3b4dce90c82 req-0652f5f1-8fe5-4cb2-8942-75e4d60e2cc7 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402699 May 16 15:26:52.665401 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e5da6145-a803-4576-976e-d6b4c361001c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.498885 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b256b64-3f34-41c7-b552-141dcd613b8b req-ab9f6887-f0b8-4246-9cd7-8f37287c1fbd tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:53.500347 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6b256b64-3f34-41c7-b552-141dcd613b8b req-ab9f6887-f0b8-4246-9cd7-8f37287c1fbd tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0506928 May 16 15:26:53.566081 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6b256b64-3f34-41c7-b552-141dcd613b8b req-75a82cda-980d-4a59-8b2f-eba199e17eaa tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595164 May 16 15:26:54.676696 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529be3b9-e134-4630-bebd-4b3b8519ecf0 req-835efe6c-5198-4bf1-b421-0448f48f3c22 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:54.678176 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-529be3b9-e134-4630-bebd-4b3b8519ecf0 req-835efe6c-5198-4bf1-b421-0448f48f3c22 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0459604 May 16 15:26:54.725028 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-529be3b9-e134-4630-bebd-4b3b8519ecf0 req-e76e0e0a-ee55-426b-a5bc-bd70208935eb tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413465 May 16 15:26:54.756716 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f546c172-05b8-48ab-b545-61770f963579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:55.776912 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:55.784532 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-118a7535-7be7-4efc-82dc-ca6bee0801c2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:55.788944 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-118a7535-7be7-4efc-82dc-ca6bee0801c2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0492482 May 16 15:26:55.837574 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344ba4c-004e-4561-a603-16cc33f1a9c0 req-a218f8a4-09ec-450e-9869-7fe1a59fe24d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:55.839425 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e344ba4c-004e-4561-a603-16cc33f1a9c0 req-a218f8a4-09ec-450e-9869-7fe1a59fe24d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 945 time: 0.0465782 May 16 15:26:55.873134 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Deleting port 5932ef72-da59-4163-b091-83604c0d8211 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:55.873475 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (5932ef72-da59-4163-b091-83604c0d8211), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:55.888019 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e344ba4c-004e-4561-a603-16cc33f1a9c0 req-22834822-432a-4dbc-9cde-cd564ee6dbd7 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc6dddfb-8c1d-4de2-98f2-86f069fcab57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420642 May 16 15:26:55.964667 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] For port 5932ef72-da59-4163-b091-83604c0d8211, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5932ef72-da59-4163-b091-83604c0d8211,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:55.965031 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (5932ef72-da59-4163-b091-83604c0d8211), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:56.118685 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:56.119040 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (b8797756-fc88-45be-b2d3-1a5cc9c9a229), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:56.119350 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Floating IP b8797756-fc88-45be-b2d3-1a5cc9c9a229 disassociated. External IP: 172.27.2.112, port: 5932ef72-da59-4163-b091-83604c0d8211. May 16 15:26:56.119691 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Calling delete_port for 5932ef72-da59-4163-b091-83604c0d8211 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:56.362604 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (5932ef72-da59-4163-b091-83604c0d8211), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:56.388394 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event deleted for resources: {'Port': ['ID=5932ef72-da59-4163-b091-83604c0d8211,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:56.497473 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Router fe3aae6c-8513-4920-ae0b-0ff4025adf57 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:56.598423 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:56.607732 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a79e66-1b8e-4837-9432-62c9b66e597a None None] Sync routers for ids ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:56.616883 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a79e66-1b8e-4837-9432-62c9b66e597a None None] Routers {'fe3aae6c-8513-4920-ae0b-0ff4025adf57'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:56.617443 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-e9a79e66-1b8e-4837-9432-62c9b66e597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:26:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:56.638930 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] No DVR routers for this DVR port 5932ef72-da59-4163-b091-83604c0d8211 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:26:56.641469 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:56.645414 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bdb4922a-c1b9-4d92-a7bf-e80d469252e8 req-40996d1e-e790-4b13-becb-45ddbf878d37 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "DELETE /v2.0/ports/5932ef72-da59-4163-b091-83604c0d8211 HTTP/1.1" status: 204 len: 173 time: 0.8514700 May 16 15:26:56.645867 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'name': 'network-vif-deleted', 'tag': '5932ef72-da59-4163-b091-83604c0d8211'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:56.648718 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce76156c-3f28-4608-9883-7f139d99dbd6" -d '{"events": [{"server_uuid": "d0316dc2-94eb-4a8c-811e-057cbe5fd20e", "name": "network-vif-deleted", "tag": "5932ef72-da59-4163-b091-83604c0d8211"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:56.688983 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341fb614-a3e4-4e01-bece-1ca0e97427b7 x-openstack-request-id: req-341fb614-a3e4-4e01-bece-1ca0e97427b7 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:56.689378 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0316dc2-94eb-4a8c-811e-057cbe5fd20e", "name": "network-vif-deleted", "tag": "5932ef72-da59-4163-b091-83604c0d8211", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:56.689824 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-341fb614-a3e4-4e01-bece-1ca0e97427b7 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:56.690357 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341fb614-a3e4-4e01-bece-1ca0e97427b7'] response: {'server_uuid': 'd0316dc2-94eb-4a8c-811e-057cbe5fd20e', 'name': 'network-vif-deleted', 'tag': '5932ef72-da59-4163-b091-83604c0d8211', 'status': 'completed', 'code': 200} May 16 15:26:56.720818 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-e9a79e66-1b8e-4837-9432-62c9b66e597a None None] Set router fe3aae6c-8513-4920-ae0b-0ff4025adf57 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:56.915888 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-e9a79e66-1b8e-4837-9432-62c9b66e597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:26Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '9f6fdb64-1064-4005-ab9d-1baff1d306eb', 'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'mac_address': 'fa:16:3e:01:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:21Z', 'updated_at': '2022-05-16T15:21:37Z', 'revision_number': 5, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'subnets': [{'id': '96826c3c-0750-45f0-8e33-bfa962732597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:56.941502 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a79e66-1b8e-4837-9432-62c9b66e597a None None] Checking router: fe3aae6c-8513-4920-ae0b-0ff4025adf57 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:56.950338 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a79e66-1b8e-4837-9432-62c9b66e597a None None] Routers {'fe3aae6c-8513-4920-ae0b-0ff4025adf57'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:56.950952 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-e9a79e66-1b8e-4837-9432-62c9b66e597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:26:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:57.002076 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-717c31c5-5ab8-426c-bf56-effa8bb844a2 req-4cbd1113-f289-4731-ab72-0e2df2d24ec2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 210 time: 0.0447438 May 16 15:26:57.053604 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-e9a79e66-1b8e-4837-9432-62c9b66e597a None None] Set router fe3aae6c-8513-4920-ae0b-0ff4025adf57 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:57.241954 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-e9a79e66-1b8e-4837-9432-62c9b66e597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:26Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '9f6fdb64-1064-4005-ab9d-1baff1d306eb', 'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'mac_address': 'fa:16:3e:01:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:21Z', 'updated_at': '2022-05-16T15:21:37Z', 'revision_number': 5, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'subnets': [{'id': '96826c3c-0750-45f0-8e33-bfa962732597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:57.269187 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a79e66-1b8e-4837-9432-62c9b66e597a None None] The sync data for ids ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'] in dv-cinder-790535-39-iscsi is: [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:21:26Z', 'revision_number': 4, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '9f6fdb64-1064-4005-ab9d-1baff1d306eb', 'name': '', 'network_id': 'c04e7fee-d98e-4604-82f3-3cc633c866f1', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'mac_address': 'fa:16:3e:01:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '96826c3c-0750-45f0-8e33-bfa962732597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:21Z', 'updated_at': '2022-05-16T15:21:37Z', 'revision_number': 5, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'subnets': [{'id': '96826c3c-0750-45f0-8e33-bfa962732597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:57.488346 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:57.493060 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764685b8-b00d-4ec6-af3c-c4b73afc7196 None None] New status for floating IP b8797756-fc88-45be-b2d3-1a5cc9c9a229: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:26:58.105385 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f902206-beb2-4524-b021-e97891b2163d req-48ac200a-92f9-4a55-8de0-6dc2e35bff8f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0316dc2-94eb-4a8c-811e-057cbe5fd20e HTTP/1.1" status: 200 len: 210 time: 0.0284629 May 16 15:26:58.701581 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 5932ef72-da59-4163-b091-83604c0d8211 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:58.721018 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 5932ef72-da59-4163-b091-83604c0d8211 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:58.721358 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 5932ef72-da59-4163-b091-83604c0d8211 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:59.297093 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58554) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:59.350250 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-19253f2f-2199-4d7a-940e-201c1609e30f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for security_group (cc6dddfb-8c1d-4de2-98f2-86f069fcab57), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.372933 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-19253f2f-2199-4d7a-940e-201c1609e30f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for security_group (cc6dddfb-8c1d-4de2-98f2-86f069fcab57), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.511345 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.574458 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-19253f2f-2199-4d7a-940e-201c1609e30f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (cc6dddfb-8c1d-4de2-98f2-86f069fcab57), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.577044 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-19253f2f-2199-4d7a-940e-201c1609e30f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.578293 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-19253f2f-2199-4d7a-940e-201c1609e30f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "DELETE /v2.0/security-groups/cc6dddfb-8c1d-4de2-98f2-86f069fcab57 HTTP/1.1" status: 204 len: 168 time: 0.2800913 May 16 15:26:59.580773 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58556) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:59.589064 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19253f2f-2199-4d7a-940e-201c1609e30f tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6dddfb-8c1d-4de2-98f2-86f069fcab57,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:59.594642 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.api.v2.resource [None req-68e10408-3654-4141-990a-a473f9c09b73 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] show failed (client error): The resource could not be found. May 16 15:26:59.595637 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-68e10408-3654-4141-990a-a473f9c09b73 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups/cc6dddfb-8c1d-4de2-98f2-86f069fcab57 HTTP/1.1" status: 404 len: 347 time: 0.0138872 May 16 15:26:59.598500 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58558) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:59.708523 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-15661730-6a93-46f0-989a-abc7b652cfa8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Deleting port c9aaa7cc-3187-4daa-9db4-f00bc140d0a3 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:59.708779 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-15661730-6a93-46f0-989a-abc7b652cfa8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (c9aaa7cc-3187-4daa-9db4-f00bc140d0a3), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.783044 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-15661730-6a93-46f0-989a-abc7b652cfa8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (c9aaa7cc-3187-4daa-9db4-f00bc140d0a3), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.783371 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-15661730-6a93-46f0-989a-abc7b652cfa8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for floatingip (c9aaa7cc-3187-4daa-9db4-f00bc140d0a3), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.794984 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-15661730-6a93-46f0-989a-abc7b652cfa8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Calling delete_port for c9aaa7cc-3187-4daa-9db4-f00bc140d0a3 owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:00.003132 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-15661730-6a93-46f0-989a-abc7b652cfa8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (c9aaa7cc-3187-4daa-9db4-f00bc140d0a3), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:00.028554 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15661730-6a93-46f0-989a-abc7b652cfa8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event deleted for resources: {'Port': ['ID=c9aaa7cc-3187-4daa-9db4-f00bc140d0a3,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:00.088860 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-15661730-6a93-46f0-989a-abc7b652cfa8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks [] for floatingip (b8797756-fc88-45be-b2d3-1a5cc9c9a229), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:00.091384 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-15661730-6a93-46f0-989a-abc7b652cfa8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:00.092529 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-15661730-6a93-46f0-989a-abc7b652cfa8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "DELETE /v2.0/floatingips/b8797756-fc88-45be-b2d3-1a5cc9c9a229 HTTP/1.1" status: 204 len: 168 time: 0.4930892 May 16 15:27:03.063787 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563deffa-40ab-4d8a-ae5b-951977b111bf req-08cb8878-08eb-453f-a908-0cdd7ad4eed2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:03.065294 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-563deffa-40ab-4d8a-ae5b-951977b111bf req-08cb8878-08eb-453f-a908-0cdd7ad4eed2 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0503924 May 16 15:27:03.112288 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-563deffa-40ab-4d8a-ae5b-951977b111bf req-f3af23b6-4b9c-4ac4-868b-b312250b6266 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 May 16 15:27:04.232244 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e5a82-ad1b-4c5d-9707-e3ca68b9ca68 req-5fcc12a6-940e-45e1-9716-a7aae1671f7c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:04.233729 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-845e5a82-ad1b-4c5d-9707-e3ca68b9ca68 req-5fcc12a6-940e-45e1-9716-a7aae1671f7c tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0473914 May 16 15:27:04.279550 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-845e5a82-ad1b-4c5d-9707-e3ca68b9ca68 req-9228da03-3232-41ae-b0fd-b6a11370c764 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 May 16 15:27:04.981290 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a7de8-4a29-4c10-ad6a-98670a933f41 req-f3b34085-ebe4-49ad-b76f-91a4141fafd8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:04.982766 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ee6a7de8-4a29-4c10-ad6a-98670a933f41 req-f3b34085-ebe4-49ad-b76f-91a4141fafd8 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0450304 May 16 15:27:05.067195 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-ee6a7de8-4a29-4c10-ad6a-98670a933f41 req-2d110a96-2d34-45fa-8496-e39fd6747d21 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Deleting port 24dcea07-8fae-4145-a733-6a29da9a079a {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:05.067537 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-ee6a7de8-4a29-4c10-ad6a-98670a933f41 req-2d110a96-2d34-45fa-8496-e39fd6747d21 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:05.152715 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-ee6a7de8-4a29-4c10-ad6a-98670a933f41 req-2d110a96-2d34-45fa-8496-e39fd6747d21 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] For port 24dcea07-8fae-4145-a733-6a29da9a079a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=24dcea07-8fae-4145-a733-6a29da9a079a,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:05.153077 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-ee6a7de8-4a29-4c10-ad6a-98670a933f41 req-2d110a96-2d34-45fa-8496-e39fd6747d21 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:05.166224 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-ee6a7de8-4a29-4c10-ad6a-98670a933f41 req-2d110a96-2d34-45fa-8496-e39fd6747d21 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Calling delete_port for 24dcea07-8fae-4145-a733-6a29da9a079a owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:05.372703 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-ee6a7de8-4a29-4c10-ad6a-98670a933f41 req-2d110a96-2d34-45fa-8496-e39fd6747d21 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (24dcea07-8fae-4145-a733-6a29da9a079a), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:05.384267 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['800fd8b6-f49e-4bc2-839c-1036a8769d6e', '24dcea07-8fae-4145-a733-6a29da9a079a'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:27:05.406401 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d110a96-2d34-45fa-8496-e39fd6747d21 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event deleted for resources: {'Port': ['ID=24dcea07-8fae-4145-a733-6a29da9a079a,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:05.422069 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c98c81-5e2e-4964-a2a1-ee4272789251 req-538a0a7d-bd56-48c0-aab2-e19645109f8d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:05.423666 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-44c98c81-5e2e-4964-a2a1-ee4272789251 req-538a0a7d-bd56-48c0-aab2-e19645109f8d tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea HTTP/1.1" status: 200 len: 946 time: 0.0784726 May 16 15:27:05.472800 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6a7de8-4a29-4c10-ad6a-98670a933f41 req-2d110a96-2d34-45fa-8496-e39fd6747d21 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] No DVR routers for this DVR port 24dcea07-8fae-4145-a733-6a29da9a079a on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:27:05.477134 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-ee6a7de8-4a29-4c10-ad6a-98670a933f41 req-2d110a96-2d34-45fa-8496-e39fd6747d21 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:05.482280 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ee6a7de8-4a29-4c10-ad6a-98670a933f41 req-2d110a96-2d34-45fa-8496-e39fd6747d21 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "DELETE /v2.0/ports/24dcea07-8fae-4145-a733-6a29da9a079a HTTP/1.1" status: 204 len: 173 time: 0.4921143 May 16 15:27:05.482280 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea', 'name': 'network-vif-deleted', 'tag': '24dcea07-8fae-4145-a733-6a29da9a079a'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:27:05.483080 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc85b11-cdad-4da2-b134-37afc7398402" -d '{"events": [{"server_uuid": "ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea", "name": "network-vif-deleted", "tag": "24dcea07-8fae-4145-a733-6a29da9a079a"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:27:05.523017 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-44c98c81-5e2e-4964-a2a1-ee4272789251 req-1d1dc9f1-2a58-481e-9734-72ea5a12ed56 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811310 May 16 15:27:05.539672 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be2be50-4187-41e7-816f-94c61a5bec03 x-openstack-request-id: req-0be2be50-4187-41e7-816f-94c61a5bec03 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:27:05.539672 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea", "name": "network-vif-deleted", "tag": "24dcea07-8fae-4145-a733-6a29da9a079a", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:27:05.539672 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0be2be50-4187-41e7-816f-94c61a5bec03 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:27:05.539672 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be2be50-4187-41e7-816f-94c61a5bec03'] response: {'server_uuid': 'ecbd0c09-83c6-4c3c-87a9-c5ad92e0cbea', 'name': 'network-vif-deleted', 'tag': '24dcea07-8fae-4145-a733-6a29da9a079a', 'status': 'completed', 'code': 200} May 16 15:27:06.991429 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4393709-68b1-4959-9d42-bbb7e7d11d2f req-4e6b0eef-c10a-4b93-86cd-0f77bd5b60e1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:06.993403 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f4393709-68b1-4959-9d42-bbb7e7d11d2f req-4e6b0eef-c10a-4b93-86cd-0f77bd5b60e1 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0447316 May 16 15:27:07.042529 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f4393709-68b1-4959-9d42-bbb7e7d11d2f req-86457b3a-8a0c-44f8-8d2d-925464257a19 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436685 May 16 15:27:08.154257 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c1206-7802-471a-84f0-f971130a6d6c req-c64385fd-0cf3-4ade-b501-3cd0758e7cbb tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:08.155708 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-355c1206-7802-471a-84f0-f971130a6d6c req-c64385fd-0cf3-4ade-b501-3cd0758e7cbb tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0456872 May 16 15:27:08.201895 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-355c1206-7802-471a-84f0-f971130a6d6c req-8dc74bef-7661-4289-adf8-1a95724d7013 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406334 May 16 15:27:08.456546 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 24dcea07-8fae-4145-a733-6a29da9a079a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:08.475379 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 24dcea07-8fae-4145-a733-6a29da9a079a {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:08.480151 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 24dcea07-8fae-4145-a733-6a29da9a079a not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:08.835040 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:27:09.317066 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c21ac6-f148-4d15-b25e-685c9a77cb68 req-210f1201-c774-4a88-a7b5-ed054efe6525 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:09.318539 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-28c21ac6-f148-4d15-b25e-685c9a77cb68 req-210f1201-c774-4a88-a7b5-ed054efe6525 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0481107 May 16 15:27:09.365476 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-28c21ac6-f148-4d15-b25e-685c9a77cb68 req-0b3b35ad-8229-4f9d-a113-d8c6cef8b631 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/security-groups?id=4859d4e7-f621-48e6-8ccd-7831627af6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 May 16 15:27:09.840388 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e0cca-100f-4e75-8881-77fbcbbf2771 req-190e6668-6e3b-4aae-9215-19e4c4558e84 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:09.841740 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b19e0cca-100f-4e75-8881-77fbcbbf2771 req-190e6668-6e3b-4aae-9215-19e4c4558e84 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 945 time: 0.0525744 May 16 15:27:09.927394 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-b19e0cca-100f-4e75-8881-77fbcbbf2771 req-dd096f4f-0e93-484f-85f4-7671958aa391 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Deleting port 800fd8b6-f49e-4bc2-839c-1036a8769d6e {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:09.927730 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b19e0cca-100f-4e75-8881-77fbcbbf2771 req-dd096f4f-0e93-484f-85f4-7671958aa391 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.016825 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-b19e0cca-100f-4e75-8881-77fbcbbf2771 req-dd096f4f-0e93-484f-85f4-7671958aa391 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] For port 800fd8b6-f49e-4bc2-839c-1036a8769d6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=800fd8b6-f49e-4bc2-839c-1036a8769d6e,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:10.017180 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b19e0cca-100f-4e75-8881-77fbcbbf2771 req-dd096f4f-0e93-484f-85f4-7671958aa391 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.030503 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-b19e0cca-100f-4e75-8881-77fbcbbf2771 req-dd096f4f-0e93-484f-85f4-7671958aa391 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Calling delete_port for 800fd8b6-f49e-4bc2-839c-1036a8769d6e owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:10.239915 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b19e0cca-100f-4e75-8881-77fbcbbf2771 req-dd096f4f-0e93-484f-85f4-7671958aa391 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (800fd8b6-f49e-4bc2-839c-1036a8769d6e), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.250837 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['800fd8b6-f49e-4bc2-839c-1036a8769d6e'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:27:10.271518 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd096f4f-0e93-484f-85f4-7671958aa391 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Pushing event deleted for resources: {'Port': ['ID=800fd8b6-f49e-4bc2-839c-1036a8769d6e,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:10.314740 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19e0cca-100f-4e75-8881-77fbcbbf2771 req-dd096f4f-0e93-484f-85f4-7671958aa391 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] No DVR routers for this DVR port 800fd8b6-f49e-4bc2-839c-1036a8769d6e on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:27:10.317401 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b19e0cca-100f-4e75-8881-77fbcbbf2771 req-dd096f4f-0e93-484f-85f4-7671958aa391 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.321021 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b19e0cca-100f-4e75-8881-77fbcbbf2771 req-dd096f4f-0e93-484f-85f4-7671958aa391 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.79 "DELETE /v2.0/ports/800fd8b6-f49e-4bc2-839c-1036a8769d6e HTTP/1.1" status: 204 len: 173 time: 0.4701109 May 16 15:27:10.321438 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a560909-2499-4a61-8c4e-90438829ff82', 'name': 'network-vif-deleted', 'tag': '800fd8b6-f49e-4bc2-839c-1036a8769d6e'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:27:10.323725 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0881eec-10c1-454e-a5b2-8c8a64b68219" -d '{"events": [{"server_uuid": "5a560909-2499-4a61-8c4e-90438829ff82", "name": "network-vif-deleted", "tag": "800fd8b6-f49e-4bc2-839c-1036a8769d6e"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:27:10.363088 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601d8317-4a7b-4649-90b8-f509bb8797db x-openstack-request-id: req-601d8317-4a7b-4649-90b8-f509bb8797db {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:27:10.363381 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a560909-2499-4a61-8c4e-90438829ff82", "name": "network-vif-deleted", "tag": "800fd8b6-f49e-4bc2-839c-1036a8769d6e", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:27:10.363639 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-601d8317-4a7b-4649-90b8-f509bb8797db {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:27:10.364039 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601d8317-4a7b-4649-90b8-f509bb8797db'] response: {'server_uuid': '5a560909-2499-4a61-8c4e-90438829ff82', 'name': 'network-vif-deleted', 'tag': '800fd8b6-f49e-4bc2-839c-1036a8769d6e', 'status': 'completed', 'code': 200} May 16 15:27:10.463325 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-976289df-0b16-4956-8380-53c62e450c55 req-e1714e5b-31fb-4e22-971b-e20b85b68c90 tempest-ServerRescueNegativeTestJSON-2077108610 tempest-ServerRescueNegativeTestJSON-2077108610-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a560909-2499-4a61-8c4e-90438829ff82 HTTP/1.1" status: 200 len: 210 time: 0.0275748 May 16 15:27:11.524415 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58678) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:11.925873 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1c97792d-4529-4d7e-a258-e451aa9bf39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1833205'] for router_interface (fe3aae6c-8513-4920-ae0b-0ff4025adf57), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:11.987060 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58684) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:12.031767 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Deleting subnet 2c85dcdd-04ea-42db-8f69-e0372b0c34c4 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:27:12.034889 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Publish callbacks [] for subnet (2c85dcdd-04ea-42db-8f69-e0372b0c34c4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.072291 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32656288'] for subnet (2c85dcdd-04ea-42db-8f69-e0372b0c34c4), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.110730 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (2c85dcdd-04ea-42db-8f69-e0372b0c34c4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.185884 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-1c97792d-4529-4d7e-a258-e451aa9bf39b admin admin] Deleting port 9f6fdb64-1064-4005-ab9d-1baff1d306eb {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:12.186159 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1c97792d-4529-4d7e-a258-e451aa9bf39b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.186412 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.240659 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31724915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32985707'] for subnet (2c85dcdd-04ea-42db-8f69-e0372b0c34c4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.266186 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c85dcdd-04ea-42db-8f69-e0372b0c34c4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:12.276414 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.279565 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2c85dcdd-04ea-42db-8f69-e0372b0c34c4 HTTP/1.1" status: 204 len: 168 time: 0.2915044 May 16 15:27:12.281090 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.281432 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.281770 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.282106 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.282459 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.282787 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.283111 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.283435 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.283762 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.284082 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.284403 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.284724 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.285040 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.285356 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.285668 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a16719-4dd8-4549-8147-eae0a8c4419f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:12.288314 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58688) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:12.363418 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (b080d6fb-6f80-4230-8970-1240bdaa9a98), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.443662 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (b080d6fb-6f80-4230-8970-1240bdaa9a98), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.454801 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 800fd8b6-f49e-4bc2-839c-1036a8769d6e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:12.469614 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b080d6fb-6f80-4230-8970-1240bdaa9a98']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:12.474624 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 800fd8b6-f49e-4bc2-839c-1036a8769d6e {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:12.474966 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 800fd8b6-f49e-4bc2-839c-1036a8769d6e not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:12.480364 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5e2907-6bcb-4a88-bc0d-713878bfd03c') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:12.480694 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5e2907-6bcb-4a88-bc0d-713878bfd03c') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:12.490146 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32656281'] for segment (1a5e2907-6bcb-4a88-bc0d-713878bfd03c), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.504218 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (1a5e2907-6bcb-4a88-bc0d-713878bfd03c), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.510363 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:27:12.510746 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31726033'] for segment (1a5e2907-6bcb-4a88-bc0d-713878bfd03c), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: Traceback (most recent call last): May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: timer() May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: cb(*args, **kw) May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: return func(*args, **kwargs) May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: self._notify() May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: self.callback(batched_events) May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: event.method(event) May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: return f(self, *a, **k) May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._get(url).json() May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:27:12.512412 dv-cinder-790535-39-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:27:12.516523 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-1c97792d-4529-4d7e-a258-e451aa9bf39b admin admin] For port 9f6fdb64-1064-4005-ab9d-1baff1d306eb, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=9f6fdb64-1064-4005-ab9d-1baff1d306eb,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:12.516888 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1c97792d-4529-4d7e-a258-e451aa9bf39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.530564 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-1c97792d-4529-4d7e-a258-e451aa9bf39b admin admin] Calling delete_port for 9f6fdb64-1064-4005-ab9d-1baff1d306eb owned by network:router_interface {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:12.645898 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (b080d6fb-6f80-4230-8970-1240bdaa9a98), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.655183 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.662709 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] 10.222.0.76 "DELETE /v2.0/networks/b080d6fb-6f80-4230-8970-1240bdaa9a98 HTTP/1.1" status: 204 len: 168 time: 0.3731663 May 16 15:27:12.679662 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b79bb-faa8-4671-9bd9-2901446ee6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=b080d6fb-6f80-4230-8970-1240bdaa9a98,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:12.780801 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1c97792d-4529-4d7e-a258-e451aa9bf39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (9f6fdb64-1064-4005-ab9d-1baff1d306eb), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:12.805662 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97792d-4529-4d7e-a258-e451aa9bf39b admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6fdb64-1064-4005-ab9d-1baff1d306eb,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:12.962414 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58694) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:12.972345 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1c97792d-4529-4d7e-a258-e451aa9bf39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1805546'] for router_interface (fe3aae6c-8513-4920-ae0b-0ff4025adf57), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:13.007885 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b3e15d07-02dd-4cb5-a9a7-d160707ff4c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=66e1e9277cbb4651901cbb84564ef9bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416329 May 16 15:27:13.008488 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58696) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:13.057245 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c19a3381-a19e-47de-bbd7-ffd11174268f admin admin] Publish callbacks [] for security_group (1071a073-cb1c-4b31-9c49-e97b83b9b81f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:13.078561 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c19a3381-a19e-47de-bbd7-ffd11174268f admin admin] Publish callbacks [] for security_group (1071a073-cb1c-4b31-9c49-e97b83b9b81f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:13.173915 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c97792d-4529-4d7e-a258-e451aa9bf39b admin admin] Router fe3aae6c-8513-4920-ae0b-0ff4025adf57 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:27:13.186441 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c19a3381-a19e-47de-bbd7-ffd11174268f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1071a073-cb1c-4b31-9c49-e97b83b9b81f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:13.189028 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c19a3381-a19e-47de-bbd7-ffd11174268f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:13.190192 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c19a3381-a19e-47de-bbd7-ffd11174268f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1071a073-cb1c-4b31-9c49-e97b83b9b81f HTTP/1.1" status: 204 len: 168 time: 0.1812725 May 16 15:27:13.198354 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a3381-a19e-47de-bbd7-ffd11174268f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1071a073-cb1c-4b31-9c49-e97b83b9b81f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:13.272651 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c97792d-4529-4d7e-a258-e451aa9bf39b admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:27:13.281543 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-1c97792d-4529-4d7e-a258-e451aa9bf39b admin admin] 10.222.0.76 "PUT /v2.0/routers/fe3aae6c-8513-4920-ae0b-0ff4025adf57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7559280 May 16 15:27:13.282259 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58700) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:13.290049 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00000ad-4e0b-4ef4-928c-5f24d1891bef None None] Sync routers for ids ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:27:13.301273 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00000ad-4e0b-4ef4-928c-5f24d1891bef None None] Routers {'fe3aae6c-8513-4920-ae0b-0ff4025adf57'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:13.301954 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b00000ad-4e0b-4ef4-928c-5f24d1891bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:26:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:13.390530 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Publish callbacks [] for router (fe3aae6c-8513-4920-ae0b-0ff4025adf57), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:13.503592 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Publish callbacks [] for router_gateway (fe3aae6c-8513-4920-ae0b-0ff4025adf57), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:13.532244 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-b00000ad-4e0b-4ef4-928c-5f24d1891bef None None] Set router fe3aae6c-8513-4920-ae0b-0ff4025adf57 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:13.644308 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Deleting port 5b8d441c-9be5-4669-b676-6b9047f7551f {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:13.644959 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:13.716986 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b00000ad-4e0b-4ef4-928c-5f24d1891bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:27:12Z', 'revision_number': 5, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port': {'id': '5b8d441c-9be5-4669-b676-6b9047f7551f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:13.729728 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] For port 5b8d441c-9be5-4669-b676-6b9047f7551f, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=5b8d441c-9be5-4669-b676-6b9047f7551f,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:13.730408 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:13.746155 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00000ad-4e0b-4ef4-928c-5f24d1891bef None None] Checking router: fe3aae6c-8513-4920-ae0b-0ff4025adf57 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:27:13.750157 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Calling delete_port for 5b8d441c-9be5-4669-b676-6b9047f7551f owned by network:router_gateway {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:13.754460 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00000ad-4e0b-4ef4-928c-5f24d1891bef None None] Routers {'fe3aae6c-8513-4920-ae0b-0ff4025adf57'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:13.755332 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b00000ad-4e0b-4ef4-928c-5f24d1891bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:26:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:13.830551 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-517b4087-4f28-4d6c-95ea-5fe0027606cc req-594144fa-640b-4352-a6c4-bc594c50a68e tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440232428&fields=id&tenant_id=65e5f9f015814278b1062e2d7d681cc5 HTTP/1.1" status: 200 len: 267 time: 0.0895948 May 16 15:27:13.836604 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-b00000ad-4e0b-4ef4-928c-5f24d1891bef None None] Set router fe3aae6c-8513-4920-ae0b-0ff4025adf57 gateway port host: None {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:13.890216 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b00000ad-4e0b-4ef4-928c-5f24d1891bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:27:13Z', 'revision_number': 6, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port_host': None}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:13.915547 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00000ad-4e0b-4ef4-928c-5f24d1891bef None None] The sync data for ids ['fe3aae6c-8513-4920-ae0b-0ff4025adf57'] in dv-cinder-790535-39-iscsi is: [{'id': 'fe3aae6c-8513-4920-ae0b-0ff4025adf57', 'name': 'tempest-ServerRescueNegativeTestJSON-778152819-router', 'tenant_id': 'c3c3d75e638a4871b548ba689eeddeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:11Z', 'updated_at': '2022-05-16T15:27:13Z', 'revision_number': 6, 'project_id': 'c3c3d75e638a4871b548ba689eeddeda', 'gw_port_host': None}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:27:13.926167 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b4087-4f28-4d6c-95ea-5fe0027606cc req-d7e9a1d1-f6d1-46f1-a3bc-a3eeecab33ba tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:13.927841 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-517b4087-4f28-4d6c-95ea-5fe0027606cc req-d7e9a1d1-f6d1-46f1-a3bc-a3eeecab33ba tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 985 time: 0.0890357 May 16 15:27:13.947107 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-517b4087-4f28-4d6c-95ea-5fe0027606cc req-3c20466a-9da1-401c-9385-c2922d40377d tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Request body: {'port': {'security_groups': ['dea17286-0038-4890-a379-db189330605f']}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:14.050923 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-517b4087-4f28-4d6c-95ea-5fe0027606cc req-3c20466a-9da1-401c-9385-c2922d40377d tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:14.143063 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (5b8d441c-9be5-4669-b676-6b9047f7551f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:14.190925 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8d441c-9be5-4669-b676-6b9047f7551f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:14.286722 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830087'] for router_gateway (fe3aae6c-8513-4920-ae0b-0ff4025adf57), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:14.617241 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6984'] for router (fe3aae6c-8513-4920-ae0b-0ff4025adf57), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:14.620965 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Publish callbacks [] for router_controller (fe3aae6c-8513-4920-ae0b-0ff4025adf57), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:14.704784 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-517b4087-4f28-4d6c-95ea-5fe0027606cc req-3c20466a-9da1-401c-9385-c2922d40377d tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] For port 7f2dac2d-8507-4083-81bf-4f66b2f74796, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:14.736962 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-517b4087-4f28-4d6c-95ea-5fe0027606cc req-3c20466a-9da1-401c-9385-c2922d40377d tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:14.791845 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1829014'] for router (fe3aae6c-8513-4920-ae0b-0ff4025adf57), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:14.792491 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe3aae6c-8513-4920-ae0b-0ff4025adf57 {{(pid=103978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:27:14.804421 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:14.804421 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-78254507-a287-4864-9004-e70f1c0b1388 admin admin] 10.222.0.76 "DELETE /v2.0/routers/fe3aae6c-8513-4920-ae0b-0ff4025adf57 HTTP/1.1" status: 204 len: 168 time: 1.5151954 May 16 15:27:14.804421 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58704) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:14.826696 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-517b4087-4f28-4d6c-95ea-5fe0027606cc req-3c20466a-9da1-401c-9385-c2922d40377d tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:14.839089 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['7f2dac2d-8507-4083-81bf-4f66b2f74796'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:27:14.884854 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b4087-4f28-4d6c-95ea-5fe0027606cc req-3c20466a-9da1-401c-9385-c2922d40377d tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:14.885469 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-517b4087-4f28-4d6c-95ea-5fe0027606cc req-3c20466a-9da1-401c-9385-c2922d40377d tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:14.890771 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-517b4087-4f28-4d6c-95ea-5fe0027606cc req-3c20466a-9da1-401c-9385-c2922d40377d tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "PUT /v2.0/ports/7f2dac2d-8507-4083-81bf-4f66b2f74796 HTTP/1.1" status: 200 len: 943 time: 0.9486933 May 16 15:27:14.891464 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:27:14.893409 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58706) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:14.893854 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ffca9ad678ce256fa7bd5f4362f6254f503d035e63960491d6b22eb6aaacf80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49203ed7-c20a-4d6b-9982-cdf7593e3a62" -d '{"events": [{"name": "network-changed", "server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:27:14.909070 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-404bab78-5efd-4305-b0bd-4c418130f58f admin admin] Deleting subnet 96826c3c-0750-45f0-8e33-bfa962732597 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:27:14.924999 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-404bab78-5efd-4305-b0bd-4c418130f58f admin admin] Publish callbacks [] for subnet (96826c3c-0750-45f0-8e33-bfa962732597), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:14.964825 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20466a-9da1-401c-9385-c2922d40377d tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event updated for resources: {'Port': ['ID=7f2dac2d-8507-4083-81bf-4f66b2f74796,revision_number=7']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:14.998555 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-404bab78-5efd-4305-b0bd-4c418130f58f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32656288'] for subnet (96826c3c-0750-45f0-8e33-bfa962732597), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.022262 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['7f2dac2d-8507-4083-81bf-4f66b2f74796'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:27:15.035832 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d8aab4ed-7be3-44c9-b290-a5d7bbe12697 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group (086037b6-0729-4e22-b718-40f3c5f17796), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.085444 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d8aab4ed-7be3-44c9-b290-a5d7bbe12697 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group (086037b6-0729-4e22-b718-40f3c5f17796), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.176380 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-404bab78-5efd-4305-b0bd-4c418130f58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (96826c3c-0750-45f0-8e33-bfa962732597), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.222672 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-dc5eb650-e4ce-4568-9c74-bbbb08dd6714 None None] Provisioning complete for port 7f2dac2d-8507-4083-81bf-4f66b2f74796 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:15.222672 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-dc5eb650-e4ce-4568-9c74-bbbb08dd6714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.223024 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e2a3b9-726d-4593-8938-d8b0e669f915 x-openstack-request-id: req-30e2a3b9-726d-4593-8938-d8b0e669f915 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:27:15.223325 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:27:15.223601 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-30e2a3b9-726d-4593-8938-d8b0e669f915 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:27:15.223999 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e2a3b9-726d-4593-8938-d8b0e669f915'] response: {'name': 'network-changed', 'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'status': 'completed', 'code': 200} May 16 15:27:15.237856 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d8aab4ed-7be3-44c9-b290-a5d7bbe12697 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (086037b6-0729-4e22-b718-40f3c5f17796), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.240584 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d8aab4ed-7be3-44c9-b290-a5d7bbe12697 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.245284 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-d8aab4ed-7be3-44c9-b290-a5d7bbe12697 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "DELETE /v2.0/security-groups/086037b6-0729-4e22-b718-40f3c5f17796 HTTP/1.1" status: 204 len: 168 time: 0.3456089 May 16 15:27:15.245856 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58712) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:15.261853 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aab4ed-7be3-44c9-b290-a5d7bbe12697 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086037b6-0729-4e22-b718-40f3c5f17796,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:15.290486 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49203ed7-c20a-4d6b-9982-cdf7593e3a62 req-9ef8889f-6aa2-4dd8-848b-685532b735de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:15.292033 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-49203ed7-c20a-4d6b-9982-cdf7593e3a62 req-9ef8889f-6aa2-4dd8-848b-685532b735de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=65e5f9f015814278b1062e2d7d681cc5&device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 1130 time: 0.0460114 May 16 15:27:15.295729 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-404bab78-5efd-4305-b0bd-4c418130f58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31724915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32985707'] for subnet (96826c3c-0750-45f0-8e33-bfa962732597), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.308426 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-dc5eb650-e4ce-4568-9c74-bbbb08dd6714 None None] Current status of the port 7f2dac2d-8507-4083-81bf-4f66b2f74796 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:15.331015 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bab78-5efd-4305-b0bd-4c418130f58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96826c3c-0750-45f0-8e33-bfa962732597,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:15.346743 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-404bab78-5efd-4305-b0bd-4c418130f58f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.352476 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-404bab78-5efd-4305-b0bd-4c418130f58f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/96826c3c-0750-45f0-8e33-bfa962732597 HTTP/1.1" status: 204 len: 168 time: 0.5480475 May 16 15:27:15.353582 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9e7ec-e3da-4e28-833c-3b9dd28db580 None None] Network c04e7fee-d98e-4604-82f3-3cc633c866f1 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:27:15.366847 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58714) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:15.433012 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Deleting port db02690e-7052-4dd7-8c18-b1a8f29880a5 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:15.433348 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (db02690e-7052-4dd7-8c18-b1a8f29880a5), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.453669 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49203ed7-c20a-4d6b-9982-cdf7593e3a62 req-e898839c-8043-47ba-ab90-17799dc470d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:15.455067 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-49203ed7-c20a-4d6b-9982-cdf7593e3a62 req-e898839c-8043-47ba-ab90-17799dc470d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7c715965-76e1-4d2e-a9a7-e8a6f7926556 HTTP/1.1" status: 200 len: 915 time: 0.1563904 May 16 15:27:15.457523 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (c04e7fee-d98e-4604-82f3-3cc633c866f1), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.524896 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (db02690e-7052-4dd7-8c18-b1a8f29880a5), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.525216 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for floatingip (db02690e-7052-4dd7-8c18-b1a8f29880a5), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.537656 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Calling delete_port for db02690e-7052-4dd7-8c18-b1a8f29880a5 owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:15.548116 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] DHCP port deletion for c04e7fee-d98e-4604-82f3-3cc633c866f1 request from dv-cinder-790535-39-iscsi {{(pid=103979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:27:15.553401 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Deleting port cb95de04-bd89-479c-b300-fe4df8bfee87 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:15.553742 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.558301 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-49203ed7-c20a-4d6b-9982-cdf7593e3a62 req-84b88af4-1327-4fd5-a916-c305e5dff14e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796 HTTP/1.1" status: 200 len: 1002 time: 0.0909510 May 16 15:27:15.597317 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Deleting port cb95de04-bd89-479c-b300-fe4df8bfee87 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:15.598198 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.607339 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 9f6fdb64-1064-4005-ab9d-1baff1d306eb no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:15.662213 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 9f6fdb64-1064-4005-ab9d-1baff1d306eb {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:15.662722 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 9f6fdb64-1064-4005-ab9d-1baff1d306eb not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:15.663101 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 5b8d441c-9be5-4669-b676-6b9047f7551f no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:15.667647 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] For port cb95de04-bd89-479c-b300-fe4df8bfee87, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=cb95de04-bd89-479c-b300-fe4df8bfee87,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:15.667841 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.671051 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49203ed7-c20a-4d6b-9982-cdf7593e3a62 req-179404bc-d7c1-45c6-88a9-735fc7f3d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:15.672515 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-49203ed7-c20a-4d6b-9982-cdf7593e3a62 req-179404bc-d7c1-45c6-88a9-735fc7f3d63c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a5571f3-1eeb-468a-9abc-1359f0caea21 HTTP/1.1" status: 200 len: 853 time: 0.1046000 May 16 15:27:15.692170 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Calling delete_port for cb95de04-bd89-479c-b300-fe4df8bfee87 owned by network:dhcp {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:15.717466 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 5b8d441c-9be5-4669-b676-6b9047f7551f {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:15.717899 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 5b8d441c-9be5-4669-b676-6b9047f7551f not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:15.725697 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] For port cb95de04-bd89-479c-b300-fe4df8bfee87, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=cb95de04-bd89-479c-b300-fe4df8bfee87,segment=NetworkSegment(1dacf25b-9597-4353-8395-62e29762745c),segment_id=1dacf25b-9597-4353-8395-62e29762745c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:15.725697 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.738839 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Calling delete_port for cb95de04-bd89-479c-b300-fe4df8bfee87 owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:15.757569 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49203ed7-c20a-4d6b-9982-cdf7593e3a62 req-97f03863-99d4-469d-80ee-3c2d6565f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:15.759119 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-49203ed7-c20a-4d6b-9982-cdf7593e3a62 req-97f03863-99d4-469d-80ee-3c2d6565f950 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7c715965-76e1-4d2e-a9a7-e8a6f7926556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0758204 May 16 15:27:15.792620 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (db02690e-7052-4dd7-8c18-b1a8f29880a5), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.820624 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event deleted for resources: {'Port': ['ID=db02690e-7052-4dd7-8c18-b1a8f29880a5,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:15.868647 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-49203ed7-c20a-4d6b-9982-cdf7593e3a62 req-fcc1c956-3496-4f55-9b48-338554c6227f service neutron] 10.222.0.79 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017528 May 16 15:27:15.884891 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks [] for floatingip (c773bb33-2cb2-4753-ae8d-2384d917a1e7), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.885336 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Floating IP c773bb33-2cb2-4753-ae8d-2384d917a1e7 disassociated (deleted). External IP: 172.27.2.188, port: 7f2dac2d-8507-4083-81bf-4f66b2f74796. May 16 15:27:15.924975 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.936919 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (cb95de04-bd89-479c-b300-fe4df8bfee87), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.951352 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Pushing event deleted for resources: {'Port': ['ID=cb95de04-bd89-479c-b300-fe4df8bfee87,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:15.959926 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] No DVR routers for this DVR port cb95de04-bd89-479c-b300-fe4df8bfee87 on host dv-cinder-790535-39-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:27:15.963334 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.963787 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.964284 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.964752 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.965249 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.965685 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.966115 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.966635 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.967086 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.967520 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.967951 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.968394 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.968821 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.969262 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.969740 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cc97e-9b55-44b3-8fd9-22ce454c4e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:15.977750 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb95de04-bd89-479c-b300-fe4df8bfee87,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:15.982101 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] No DVR routers for this DVR port cb95de04-bd89-479c-b300-fe4df8bfee87 on host dv-cinder-790535-39-iscsi {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:27:16.017323 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-49203ed7-c20a-4d6b-9982-cdf7593e3a62 req-2b60d160-1263-4efd-9007-e8cf2182ce59 service neutron] 10.222.0.79 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409812 May 16 15:27:16.071367 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (c04e7fee-d98e-4604-82f3-3cc633c866f1), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:16.091718 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04e7fee-d98e-4604-82f3-3cc633c866f1']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:16.096938 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Router 31efba1e-f15d-4c8f-9f58-d62368e9247d has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:27:16.101131 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dacf25b-9597-4353-8395-62e29762745c') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:16.101458 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dacf25b-9597-4353-8395-62e29762745c') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:16.111365 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29935036'] for segment (1dacf25b-9597-4353-8395-62e29762745c), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:16.124725 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (1dacf25b-9597-4353-8395-62e29762745c), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:16.131547 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:27:16.131959 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29923599'] for segment (1dacf25b-9597-4353-8395-62e29762745c), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: Traceback (most recent call last): May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: timer() May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: cb(*args, **kw) May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: return func(*args, **kwargs) May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: self._notify() May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: self.callback(batched_events) May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: event.method(event) May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: return f(self, *a, **k) May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._get(url).json() May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: return self.request(url, 'GET', **kwargs) May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:27:16.134230 dv-cinder-790535-39-iscsi neutron-server[103977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:27:16.198179 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:27:16.202843 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:16.208518 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c443bf43-248d-415a-8afc-66fc52be2357 None None] Sync routers for ids ['31efba1e-f15d-4c8f-9f58-d62368e9247d'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:27:16.219200 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c443bf43-248d-415a-8afc-66fc52be2357 None None] Routers {'31efba1e-f15d-4c8f-9f58-d62368e9247d'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:16.219804 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c443bf43-248d-415a-8afc-66fc52be2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:26:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['31efba1e-f15d-4c8f-9f58-d62368e9247d'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:16.234643 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a99d7279-f252-415f-80c6-89a6d86ecaac tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "DELETE /v2.0/floatingips/c773bb33-2cb2-4753-ae8d-2384d917a1e7 HTTP/1.1" status: 204 len: 168 time: 0.9874413 May 16 15:27:16.252373 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (c04e7fee-d98e-4604-82f3-3cc633c866f1), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:16.258036 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:16.263228 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c04e7fee-d98e-4604-82f3-3cc633c866f1 HTTP/1.1" status: 204 len: 168 time: 0.8956468 May 16 15:27:16.278619 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846eb953-087a-4f87-8f76-1e6bd4a7fbc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c04e7fee-d98e-4604-82f3-3cc633c866f1,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:16.329896 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-c443bf43-248d-415a-8afc-66fc52be2357 None None] Set router 31efba1e-f15d-4c8f-9f58-d62368e9247d gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:16.521097 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c443bf43-248d-415a-8afc-66fc52be2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:24:20Z', 'revision_number': 4, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2cfac7d2-83bf-43f9-abbd-6d73409be41d', 'name': '', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'mac_address': 'fa:16:3e:bc:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:19Z', 'updated_at': '2022-05-16T15:24:25Z', 'revision_number': 5, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'subnets': [{'id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:16.545534 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c443bf43-248d-415a-8afc-66fc52be2357 None None] Checking router: 31efba1e-f15d-4c8f-9f58-d62368e9247d for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:27:16.554066 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c443bf43-248d-415a-8afc-66fc52be2357 None None] Routers {'31efba1e-f15d-4c8f-9f58-d62368e9247d'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:16.554718 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c443bf43-248d-415a-8afc-66fc52be2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:26:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['31efba1e-f15d-4c8f-9f58-d62368e9247d'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:16.698983 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58728) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:16.740525 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-e2b07dc1-7df7-4802-950e-7ac21738f0e1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c3c3d75e638a4871b548ba689eeddeda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402715 May 16 15:27:16.743515 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58730) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:16.753033 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-c443bf43-248d-415a-8afc-66fc52be2357 None None] Set router 31efba1e-f15d-4c8f-9f58-d62368e9247d gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:16.797366 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e20f640-c1a5-4f19-a3b2-53541c84cad2 admin admin] Publish callbacks [] for security_group (4859d4e7-f621-48e6-8ccd-7831627af6d4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:16.819110 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e20f640-c1a5-4f19-a3b2-53541c84cad2 admin admin] Publish callbacks [] for security_group (4859d4e7-f621-48e6-8ccd-7831627af6d4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:16.932208 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e20f640-c1a5-4f19-a3b2-53541c84cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (4859d4e7-f621-48e6-8ccd-7831627af6d4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:16.934826 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e20f640-c1a5-4f19-a3b2-53541c84cad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:16.936010 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6e20f640-c1a5-4f19-a3b2-53541c84cad2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4859d4e7-f621-48e6-8ccd-7831627af6d4 HTTP/1.1" status: 204 len: 168 time: 0.1915228 May 16 15:27:16.936596 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c443bf43-248d-415a-8afc-66fc52be2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:24:20Z', 'revision_number': 4, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2cfac7d2-83bf-43f9-abbd-6d73409be41d', 'name': '', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'mac_address': 'fa:16:3e:bc:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:19Z', 'updated_at': '2022-05-16T15:24:25Z', 'revision_number': 5, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'subnets': [{'id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:16.944353 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20f640-c1a5-4f19-a3b2-53541c84cad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4859d4e7-f621-48e6-8ccd-7831627af6d4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:16.964857 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c443bf43-248d-415a-8afc-66fc52be2357 None None] The sync data for ids ['31efba1e-f15d-4c8f-9f58-d62368e9247d'] in dv-cinder-790535-39-iscsi is: [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:24:20Z', 'revision_number': 4, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2cfac7d2-83bf-43f9-abbd-6d73409be41d', 'name': '', 'network_id': '7c715965-76e1-4d2e-a9a7-e8a6f7926556', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'mac_address': 'fa:16:3e:bc:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:19Z', 'updated_at': '2022-05-16T15:24:25Z', 'revision_number': 5, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'subnets': [{'id': '1a5571f3-1eeb-468a-9abc-1359f0caea21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:27:17.184825 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5397a-10d0-459a-bcff-c8583a83f153 None None] New status for floating IP c773bb33-2cb2-4753-ae8d-2384d917a1e7: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:27:17.225100 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:27:17.228290 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ffca9ad678ce256fa7bd5f4362f6254f503d035e63960491d6b22eb6aaacf80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33920c37-2a9f-481f-9555-0e5f3018db71" -d '{"events": [{"name": "network-changed", "server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:27:17.450734 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0a9691-288a-4592-a87c-cd812d6e7e90 x-openstack-request-id: req-3b0a9691-288a-4592-a87c-cd812d6e7e90 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:27:17.450734 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:27:17.450734 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b0a9691-288a-4592-a87c-cd812d6e7e90 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:27:17.450734 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0a9691-288a-4592-a87c-cd812d6e7e90'] response: {'name': 'network-changed', 'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'status': 'completed', 'code': 200} May 16 15:27:17.507121 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33920c37-2a9f-481f-9555-0e5f3018db71 req-fc8f1a13-a1a7-4bee-9b31-1f8845e0e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:17.509269 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-33920c37-2a9f-481f-9555-0e5f3018db71 req-fc8f1a13-a1a7-4bee-9b31-1f8845e0e6d0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=65e5f9f015814278b1062e2d7d681cc5&device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 1130 time: 0.0436940 May 16 15:27:17.525743 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device cb95de04-bd89-479c-b300-fe4df8bfee87 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:17.547344 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: cb95de04-bd89-479c-b300-fe4df8bfee87 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:17.547983 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device cb95de04-bd89-479c-b300-fe4df8bfee87 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:17.614370 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33920c37-2a9f-481f-9555-0e5f3018db71 req-560d18ba-c9cc-4255-ac6e-b79669065581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:17.620495 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-33920c37-2a9f-481f-9555-0e5f3018db71 req-560d18ba-c9cc-4255-ac6e-b79669065581 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7c715965-76e1-4d2e-a9a7-e8a6f7926556 HTTP/1.1" status: 200 len: 915 time: 0.0984647 May 16 15:27:17.655424 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-33920c37-2a9f-481f-9555-0e5f3018db71 req-ce5d23cd-69b4-4535-bb45-a733b458dc8c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796 HTTP/1.1" status: 200 len: 217 time: 0.0325170 May 16 15:27:17.707337 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33920c37-2a9f-481f-9555-0e5f3018db71 req-879920e7-2cb9-4ba6-8b53-c27e75783fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:17.708934 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-33920c37-2a9f-481f-9555-0e5f3018db71 req-879920e7-2cb9-4ba6-8b53-c27e75783fd9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a5571f3-1eeb-468a-9abc-1359f0caea21 HTTP/1.1" status: 200 len: 853 time: 0.0477185 May 16 15:27:17.751758 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33920c37-2a9f-481f-9555-0e5f3018db71 req-8de4078e-dd61-47b6-a350-8210f2feff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:17.753331 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-33920c37-2a9f-481f-9555-0e5f3018db71 req-8de4078e-dd61-47b6-a350-8210f2feff50 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7c715965-76e1-4d2e-a9a7-e8a6f7926556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373609 May 16 15:27:17.850527 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-33920c37-2a9f-481f-9555-0e5f3018db71 req-54f019a2-3278-4f9c-90cb-ff06c7535328 service neutron] 10.222.0.79 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903420 May 16 15:27:17.949745 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-33920c37-2a9f-481f-9555-0e5f3018db71 req-86cc1faa-3acc-4d07-a3ec-c49d227e85b1 service neutron] 10.222.0.79 "GET /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922699 May 16 15:27:18.867101 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58792) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:18.983558 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-933f45ec-41ba-4e36-89f1-8bb94fe37ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:19.057238 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-933f45ec-41ba-4e36-89f1-8bb94fe37ba5 admin admin] Publish callbacks [] for security_group (3f51ba44-a88f-4047-b364-93b43fa17fe6), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:19.146919 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-933f45ec-41ba-4e36-89f1-8bb94fe37ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (3f51ba44-a88f-4047-b364-93b43fa17fe6), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:19.185249 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-933f45ec-41ba-4e36-89f1-8bb94fe37ba5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=10ec56d48dd54e36b1607f30ff55edca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169103 May 16 15:27:19.187126 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f45ec-41ba-4e36-89f1-8bb94fe37ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f51ba44-a88f-4047-b364-93b43fa17fe6,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:19.188015 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58802) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:19.236189 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47e8b1c8-3940-491e-90a2-7072f29c5a75 admin admin] Publish callbacks [] for security_group (3f51ba44-a88f-4047-b364-93b43fa17fe6), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:19.256784 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47e8b1c8-3940-491e-90a2-7072f29c5a75 admin admin] Publish callbacks [] for security_group (3f51ba44-a88f-4047-b364-93b43fa17fe6), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:19.386570 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47e8b1c8-3940-491e-90a2-7072f29c5a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (3f51ba44-a88f-4047-b364-93b43fa17fe6), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:19.389084 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47e8b1c8-3940-491e-90a2-7072f29c5a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:19.390278 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-47e8b1c8-3940-491e-90a2-7072f29c5a75 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3f51ba44-a88f-4047-b364-93b43fa17fe6 HTTP/1.1" status: 204 len: 168 time: 0.2012548 May 16 15:27:19.398213 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8b1c8-3940-491e-90a2-7072f29c5a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f51ba44-a88f-4047-b364-93b43fa17fe6,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:20.560021 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46f00f-3bc3-461f-8c7c-d8555e9fd55b req-9d9d3780-53b6-4a9b-8626-7c85ef061317 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:20.561488 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-dd46f00f-3bc3-461f-8c7c-d8555e9fd55b req-9d9d3780-53b6-4a9b-8626-7c85ef061317 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 946 time: 0.0462015 May 16 15:27:20.609844 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-dd46f00f-3bc3-461f-8c7c-d8555e9fd55b req-a468c2de-ec7f-440d-aafc-98b6babc5d28 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 May 16 15:27:21.740996 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0a097-3412-4161-b1a4-537742d41788 req-f597de5e-a08a-4dc6-b29d-8d1dd024128f tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:21.742495 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7de0a097-3412-4161-b1a4-537742d41788 req-f597de5e-a08a-4dc6-b29d-8d1dd024128f tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 946 time: 0.0523236 May 16 15:27:21.791711 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7de0a097-3412-4161-b1a4-537742d41788 req-94828a44-842e-47cd-bcdd-f3b04546a7a1 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 May 16 15:27:22.486631 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3aaa64-f044-4c7c-9544-d92ad2e23812 req-00591d36-22c1-413f-90c4-c056a023425a tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:22.487956 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f3aaa64-f044-4c7c-9544-d92ad2e23812 req-00591d36-22c1-413f-90c4-c056a023425a tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.79 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 946 time: 0.0485861 May 16 15:27:22.572354 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-2f3aaa64-f044-4c7c-9544-d92ad2e23812 req-4ecc78f8-d19a-4a2e-ad1a-10c5df33d1b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Deleting port 7f2dac2d-8507-4083-81bf-4f66b2f74796 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:22.572705 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2f3aaa64-f044-4c7c-9544-d92ad2e23812 req-4ecc78f8-d19a-4a2e-ad1a-10c5df33d1b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:22.649422 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db96ac23-5f09-43aa-9583-014d3f8a9cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:22.662784 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-2f3aaa64-f044-4c7c-9544-d92ad2e23812 req-4ecc78f8-d19a-4a2e-ad1a-10c5df33d1b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] For port 7f2dac2d-8507-4083-81bf-4f66b2f74796, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7f2dac2d-8507-4083-81bf-4f66b2f74796,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:22.663168 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2f3aaa64-f044-4c7c-9544-d92ad2e23812 req-4ecc78f8-d19a-4a2e-ad1a-10c5df33d1b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:22.676037 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-2f3aaa64-f044-4c7c-9544-d92ad2e23812 req-4ecc78f8-d19a-4a2e-ad1a-10c5df33d1b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Calling delete_port for 7f2dac2d-8507-4083-81bf-4f66b2f74796 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:22.894969 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2f3aaa64-f044-4c7c-9544-d92ad2e23812 req-4ecc78f8-d19a-4a2e-ad1a-10c5df33d1b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (7f2dac2d-8507-4083-81bf-4f66b2f74796), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:22.906793 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['7f2dac2d-8507-4083-81bf-4f66b2f74796'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:27:22.926231 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc78f8-d19a-4a2e-ad1a-10c5df33d1b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Pushing event deleted for resources: {'Port': ['ID=7f2dac2d-8507-4083-81bf-4f66b2f74796,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:22.943784 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629af9a7-60ff-4baa-9ea6-5c124ca405f5 req-59002296-574c-4631-9140-ec6b7c947af3 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:22.945324 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-629af9a7-60ff-4baa-9ea6-5c124ca405f5 req-59002296-574c-4631-9140-ec6b7c947af3 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/ports?device_id=5887d24b-6885-49f4-99d0-7f99f99536cc HTTP/1.1" status: 200 len: 946 time: 0.0815792 May 16 15:27:22.990071 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3aaa64-f044-4c7c-9544-d92ad2e23812 req-4ecc78f8-d19a-4a2e-ad1a-10c5df33d1b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] No DVR routers for this DVR port 7f2dac2d-8507-4083-81bf-4f66b2f74796 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:27:22.993239 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2f3aaa64-f044-4c7c-9544-d92ad2e23812 req-4ecc78f8-d19a-4a2e-ad1a-10c5df33d1b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:22.996985 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f3aaa64-f044-4c7c-9544-d92ad2e23812 req-4ecc78f8-d19a-4a2e-ad1a-10c5df33d1b4 tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.79 "DELETE /v2.0/ports/7f2dac2d-8507-4083-81bf-4f66b2f74796 HTTP/1.1" status: 204 len: 173 time: 0.5038986 May 16 15:27:22.997417 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'name': 'network-vif-deleted', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:27:22.999646 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa44575c-1aa2-49e7-8d0a-fc7429c2327a" -d '{"events": [{"server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "name": "network-vif-deleted", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:27:23.028392 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-629af9a7-60ff-4baa-9ea6-5c124ca405f5 req-910f4c14-24ae-49d4-a9c9-ebe23eb96fcd tempest-TestMinimumBasicScenario-1061648835 tempest-TestMinimumBasicScenario-1061648835-project] 10.222.0.76 "GET /v2.0/security-groups?id=dea17286-0038-4890-a379-db189330605f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683088 May 16 15:27:23.035015 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2645981-8a94-468c-aa04-7205d8204d66 x-openstack-request-id: req-c2645981-8a94-468c-aa04-7205d8204d66 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:27:23.035312 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887d24b-6885-49f4-99d0-7f99f99536cc", "name": "network-vif-deleted", "tag": "7f2dac2d-8507-4083-81bf-4f66b2f74796", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:27:23.035570 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c2645981-8a94-468c-aa04-7205d8204d66 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:27:23.036075 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2645981-8a94-468c-aa04-7205d8204d66'] response: {'server_uuid': '5887d24b-6885-49f4-99d0-7f99f99536cc', 'name': 'network-vif-deleted', 'tag': '7f2dac2d-8507-4083-81bf-4f66b2f74796', 'status': 'completed', 'code': 200} May 16 15:27:24.817918 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-cb70de95-a4f4-4b2f-9e1e-b83102e041e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:25.595281 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58954) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:25.798439 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:25.908392 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f2a11094-bf57-40de-bb9c-b309b569bbe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1833205'] for router_interface (31efba1e-f15d-4c8f-9f58-d62368e9247d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:26.122681 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-f2a11094-bf57-40de-bb9c-b309b569bbe5 admin admin] Deleting port 2cfac7d2-83bf-43f9-abbd-6d73409be41d {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:26.123025 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f2a11094-bf57-40de-bb9c-b309b569bbe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:26.201488 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-f2a11094-bf57-40de-bb9c-b309b569bbe5 admin admin] For port 2cfac7d2-83bf-43f9-abbd-6d73409be41d, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=2cfac7d2-83bf-43f9-abbd-6d73409be41d,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:26.201902 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f2a11094-bf57-40de-bb9c-b309b569bbe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:26.216326 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-f2a11094-bf57-40de-bb9c-b309b569bbe5 admin admin] Calling delete_port for 2cfac7d2-83bf-43f9-abbd-6d73409be41d owned by network:router_interface {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:26.463844 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f2a11094-bf57-40de-bb9c-b309b569bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (2cfac7d2-83bf-43f9-abbd-6d73409be41d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:26.476054 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 7f2dac2d-8507-4083-81bf-4f66b2f74796 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:26.495339 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a11094-bf57-40de-bb9c-b309b569bbe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfac7d2-83bf-43f9-abbd-6d73409be41d,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:26.510906 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 7f2dac2d-8507-4083-81bf-4f66b2f74796 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:26.511380 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 7f2dac2d-8507-4083-81bf-4f66b2f74796 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:26.836284 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58982) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:26.911126 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f2a11094-bf57-40de-bb9c-b309b569bbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1805546'] for router_interface (31efba1e-f15d-4c8f-9f58-d62368e9247d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:26.945452 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-462ce552-4410-4685-97c5-da19ec70b15a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.024083 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-462ce552-4410-4685-97c5-da19ec70b15a admin admin] Publish callbacks [] for security_group (cbc86c0c-06f1-4678-9a3c-b3c06279b345), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.086186 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-462ce552-4410-4685-97c5-da19ec70b15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (cbc86c0c-06f1-4678-9a3c-b3c06279b345), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.115527 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a11094-bf57-40de-bb9c-b309b569bbe5 admin admin] Router 31efba1e-f15d-4c8f-9f58-d62368e9247d has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:27:27.124720 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-462ce552-4410-4685-97c5-da19ec70b15a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2f674bb0fa8b4d019cb9925c7c916fc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873230 May 16 15:27:27.125639 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ce552-4410-4685-97c5-da19ec70b15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc86c0c-06f1-4678-9a3c-b3c06279b345,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:27.127409 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 58986) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:27.245519 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-685c88e2-3017-4bd5-87de-19a176c0d94e admin admin] Publish callbacks [] for security_group (cbc86c0c-06f1-4678-9a3c-b3c06279b345), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.260156 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a11094-bf57-40de-bb9c-b309b569bbe5 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:27:27.266863 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-f2a11094-bf57-40de-bb9c-b309b569bbe5 admin admin] 10.222.0.76 "PUT /v2.0/routers/31efba1e-f15d-4c8f-9f58-d62368e9247d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6703286 May 16 15:27:27.269275 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58988) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:27.275249 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7da404-c760-4f81-b3f8-345b95f6c42a None None] Sync routers for ids ['31efba1e-f15d-4c8f-9f58-d62368e9247d'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:27:27.278979 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-685c88e2-3017-4bd5-87de-19a176c0d94e admin admin] Publish callbacks [] for security_group (cbc86c0c-06f1-4678-9a3c-b3c06279b345), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.285044 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7da404-c760-4f81-b3f8-345b95f6c42a None None] Routers {'31efba1e-f15d-4c8f-9f58-d62368e9247d'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:27.285398 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-fa7da404-c760-4f81-b3f8-345b95f6c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['31efba1e-f15d-4c8f-9f58-d62368e9247d'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:27.374371 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Publish callbacks [] for router (31efba1e-f15d-4c8f-9f58-d62368e9247d), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.389951 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-fa7da404-c760-4f81-b3f8-345b95f6c42a None None] Set router 31efba1e-f15d-4c8f-9f58-d62368e9247d gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:27.406375 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-685c88e2-3017-4bd5-87de-19a176c0d94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (cbc86c0c-06f1-4678-9a3c-b3c06279b345), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.409140 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-685c88e2-3017-4bd5-87de-19a176c0d94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.410060 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-685c88e2-3017-4bd5-87de-19a176c0d94e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cbc86c0c-06f1-4678-9a3c-b3c06279b345 HTTP/1.1" status: 204 len: 168 time: 0.2817340 May 16 15:27:27.418737 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c88e2-3017-4bd5-87de-19a176c0d94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc86c0c-06f1-4678-9a3c-b3c06279b345,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:27.469297 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.491100 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Publish callbacks [] for router_gateway (31efba1e-f15d-4c8f-9f58-d62368e9247d), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.571681 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-fa7da404-c760-4f81-b3f8-345b95f6c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:27:26Z', 'revision_number': 5, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port': {'id': '5c7e0859-b716-445c-b585-26a3fd5bfad5', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:16Z', 'updated_at': '2022-05-16T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:27.596410 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7da404-c760-4f81-b3f8-345b95f6c42a None None] Checking router: 31efba1e-f15d-4c8f-9f58-d62368e9247d for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:27:27.605305 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7da404-c760-4f81-b3f8-345b95f6c42a None None] Routers {'31efba1e-f15d-4c8f-9f58-d62368e9247d'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:27.605909 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-fa7da404-c760-4f81-b3f8-345b95f6c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['31efba1e-f15d-4c8f-9f58-d62368e9247d'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:27.610930 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Deleting port 5c7e0859-b716-445c-b585-26a3fd5bfad5 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:27.611270 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.693769 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-fa7da404-c760-4f81-b3f8-345b95f6c42a None None] Set router 31efba1e-f15d-4c8f-9f58-d62368e9247d gateway port host: None {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:27.695417 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] For port 5c7e0859-b716-445c-b585-26a3fd5bfad5, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=5c7e0859-b716-445c-b585-26a3fd5bfad5,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:27.695787 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.709843 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Calling delete_port for 5c7e0859-b716-445c-b585-26a3fd5bfad5 owned by network:router_gateway {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:27.747768 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-fa7da404-c760-4f81-b3f8-345b95f6c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:27:27Z', 'revision_number': 6, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port_host': None}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:27.772449 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7da404-c760-4f81-b3f8-345b95f6c42a None None] The sync data for ids ['31efba1e-f15d-4c8f-9f58-d62368e9247d'] in dv-cinder-790535-39-iscsi is: [{'id': '31efba1e-f15d-4c8f-9f58-d62368e9247d', 'name': 'tempest-TestMinimumBasicScenario-880744443-router', 'tenant_id': '65e5f9f015814278b1062e2d7d681cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:15Z', 'updated_at': '2022-05-16T15:27:27Z', 'revision_number': 6, 'project_id': '65e5f9f015814278b1062e2d7d681cc5', 'gw_port_host': None}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:27:27.923889 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (5c7e0859-b716-445c-b585-26a3fd5bfad5), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:27.948024 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7e0859-b716-445c-b585-26a3fd5bfad5,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:28.010086 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830087'] for router_gateway (31efba1e-f15d-4c8f-9f58-d62368e9247d), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.068188 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58996) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:28.105945 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6984'] for router (31efba1e-f15d-4c8f-9f58-d62368e9247d), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.107916 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b2569c26-b532-4fd8-8cb3-106b0bf08864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.110161 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Publish callbacks [] for router_controller (31efba1e-f15d-4c8f-9f58-d62368e9247d), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.220132 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b2569c26-b532-4fd8-8cb3-106b0bf08864 admin admin] Publish callbacks [] for security_group (b84f22eb-0e0b-4b45-ad65-4877ea1e64ba), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.234500 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1829014'] for router (31efba1e-f15d-4c8f-9f58-d62368e9247d), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.235092 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31efba1e-f15d-4c8f-9f58-d62368e9247d {{(pid=103978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:27:28.239865 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.245366 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-18f28fdc-7827-4aed-b134-14a43c19a254 admin admin] 10.222.0.76 "DELETE /v2.0/routers/31efba1e-f15d-4c8f-9f58-d62368e9247d HTTP/1.1" status: 204 len: 168 time: 0.9701564 May 16 15:27:28.245366 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 58998) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:28.286916 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-1843e68f-285c-4308-8ccc-4e9ed5a6bcd7 admin admin] Deleting subnet 1a5571f3-1eeb-468a-9abc-1359f0caea21 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:27:28.289905 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1843e68f-285c-4308-8ccc-4e9ed5a6bcd7 admin admin] Publish callbacks [] for subnet (1a5571f3-1eeb-468a-9abc-1359f0caea21), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.309371 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b2569c26-b532-4fd8-8cb3-106b0bf08864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b84f22eb-0e0b-4b45-ad65-4877ea1e64ba), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.346432 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1843e68f-285c-4308-8ccc-4e9ed5a6bcd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32656288'] for subnet (1a5571f3-1eeb-468a-9abc-1359f0caea21), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.386953 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b2569c26-b532-4fd8-8cb3-106b0bf08864 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e57430014f9a4799b8d37bf224d281cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148324 May 16 15:27:28.387137 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59002) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:28.394368 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2569c26-b532-4fd8-8cb3-106b0bf08864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84f22eb-0e0b-4b45-ad65-4877ea1e64ba,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:28.473301 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1843e68f-285c-4308-8ccc-4e9ed5a6bcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (1a5571f3-1eeb-468a-9abc-1359f0caea21), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.493610 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f585441-6b03-4996-baec-2d4daa7e0de2 admin admin] Publish callbacks [] for security_group (b84f22eb-0e0b-4b45-ad65-4877ea1e64ba), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.529281 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f585441-6b03-4996-baec-2d4daa7e0de2 admin admin] Publish callbacks [] for security_group (b84f22eb-0e0b-4b45-ad65-4877ea1e64ba), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.661803 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1843e68f-285c-4308-8ccc-4e9ed5a6bcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31724915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32985707'] for subnet (1a5571f3-1eeb-468a-9abc-1359f0caea21), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.687603 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843e68f-285c-4308-8ccc-4e9ed5a6bcd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5571f3-1eeb-468a-9abc-1359f0caea21,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:28.692196 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1843e68f-285c-4308-8ccc-4e9ed5a6bcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.697784 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-1843e68f-285c-4308-8ccc-4e9ed5a6bcd7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1a5571f3-1eeb-468a-9abc-1359f0caea21 HTTP/1.1" status: 204 len: 168 time: 0.4512041 May 16 15:27:28.699813 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59004) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:28.701208 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fbb79f-43e2-46fc-aa2e-62fffd0fc016 None None] Network 7c715965-76e1-4d2e-a9a7-e8a6f7926556 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:27:28.716154 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f585441-6b03-4996-baec-2d4daa7e0de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b84f22eb-0e0b-4b45-ad65-4877ea1e64ba), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.718797 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f585441-6b03-4996-baec-2d4daa7e0de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.722828 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9f585441-6b03-4996-baec-2d4daa7e0de2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b84f22eb-0e0b-4b45-ad65-4877ea1e64ba HTTP/1.1" status: 204 len: 168 time: 0.3319147 May 16 15:27:28.738472 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f585441-6b03-4996-baec-2d4daa7e0de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84f22eb-0e0b-4b45-ad65-4877ea1e64ba,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:28.782082 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (7c715965-76e1-4d2e-a9a7-e8a6f7926556), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.836157 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Deleting port f345801e-f5fa-4612-9bae-102b3625eea7 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:28.836496 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.902509 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a21887-a456-423e-acd7-ae7e1ebed371 None None] DHCP port deletion for 7c715965-76e1-4d2e-a9a7-e8a6f7926556 request from dv-cinder-790535-39-iscsi {{(pid=103979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:27:28.945170 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-26a21887-a456-423e-acd7-ae7e1ebed371 None None] Deleting port f345801e-f5fa-4612-9bae-102b3625eea7 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:28.945691 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-26a21887-a456-423e-acd7-ae7e1ebed371 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:29.012866 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-26a21887-a456-423e-acd7-ae7e1ebed371 None None] For port f345801e-f5fa-4612-9bae-102b3625eea7, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=f345801e-f5fa-4612-9bae-102b3625eea7,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:29.013274 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-26a21887-a456-423e-acd7-ae7e1ebed371 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:29.030495 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-26a21887-a456-423e-acd7-ae7e1ebed371 None None] Calling delete_port for f345801e-f5fa-4612-9bae-102b3625eea7 owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:29.092760 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] For port f345801e-f5fa-4612-9bae-102b3625eea7, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=f345801e-f5fa-4612-9bae-102b3625eea7,segment=NetworkSegment(aa0e3bf0-a327-4ad3-9bb3-c41725788670),segment_id=aa0e3bf0-a327-4ad3-9bb3-c41725788670)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:29.093306 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:29.106424 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Calling delete_port for f345801e-f5fa-4612-9bae-102b3625eea7 owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:29.164144 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-26a21887-a456-423e-acd7-ae7e1ebed371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:29.186156 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (f345801e-f5fa-4612-9bae-102b3625eea7), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:29.187668 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a21887-a456-423e-acd7-ae7e1ebed371 None None] Pushing event deleted for resources: {'Port': ['ID=f345801e-f5fa-4612-9bae-102b3625eea7,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:29.191656 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a21887-a456-423e-acd7-ae7e1ebed371 None None] No DVR routers for this DVR port f345801e-f5fa-4612-9bae-102b3625eea7 on host dv-cinder-790535-39-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:27:29.216629 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f345801e-f5fa-4612-9bae-102b3625eea7,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:29.221124 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] No DVR routers for this DVR port f345801e-f5fa-4612-9bae-102b3625eea7 on host dv-cinder-790535-39-iscsi {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:27:29.295631 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (7c715965-76e1-4d2e-a9a7-e8a6f7926556), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:29.315007 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c715965-76e1-4d2e-a9a7-e8a6f7926556']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:29.324571 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0e3bf0-a327-4ad3-9bb3-c41725788670') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:29.324859 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0e3bf0-a327-4ad3-9bb3-c41725788670') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:29.333873 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32656281'] for segment (aa0e3bf0-a327-4ad3-9bb3-c41725788670), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:29.350327 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (aa0e3bf0-a327-4ad3-9bb3-c41725788670), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:29.353009 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:27:29.353386 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31726033'] for segment (aa0e3bf0-a327-4ad3-9bb3-c41725788670), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: self.session.flush() May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: self.session.flush() May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: self.session.flush() May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: self.session.flush() May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: Traceback (most recent call last): May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: timer() May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: cb(*args, **kw) May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: return func(*args, **kwargs) May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: self._notify() May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: self.callback(batched_events) May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: event.method(event) May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: return f(self, *a, **k) May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._get(url).json() May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:27:29.357919 dv-cinder-790535-39-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:27:29.486348 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (7c715965-76e1-4d2e-a9a7-e8a6f7926556), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:29.491984 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:29.495711 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] 10.222.0.76 "DELETE /v2.0/networks/7c715965-76e1-4d2e-a9a7-e8a6f7926556 HTTP/1.1" status: 204 len: 168 time: 0.7955320 May 16 15:27:29.498680 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59020) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:29.506851 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890326a-fa87-4b99-b0d7-1d14056759ac admin admin] Pushing event deleted for resources: {'Network': ['ID=7c715965-76e1-4d2e-a9a7-e8a6f7926556,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:29.515058 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:29.529995 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 2cfac7d2-83bf-43f9-abbd-6d73409be41d no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:29.550391 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 2cfac7d2-83bf-43f9-abbd-6d73409be41d {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:29.556682 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 2cfac7d2-83bf-43f9-abbd-6d73409be41d not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:29.556682 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device f345801e-f5fa-4612-9bae-102b3625eea7 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:29.580322 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: f345801e-f5fa-4612-9bae-102b3625eea7 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:29.580720 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device f345801e-f5fa-4612-9bae-102b3625eea7 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:29.581196 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 5c7e0859-b716-445c-b585-26a3fd5bfad5 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:29.605819 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 5c7e0859-b716-445c-b585-26a3fd5bfad5 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:29.606202 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 5c7e0859-b716-445c-b585-26a3fd5bfad5 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:29.829224 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-62c85e8c-f713-4707-8ed0-72930aaa72d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1833205'] for router_interface (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:30.052378 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-62c85e8c-f713-4707-8ed0-72930aaa72d2 admin admin] Deleting port adcb69e3-6f34-4f58-8f87-53b8be75ee2f {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:30.052742 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-62c85e8c-f713-4707-8ed0-72930aaa72d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:30.136884 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-62c85e8c-f713-4707-8ed0-72930aaa72d2 admin admin] For port adcb69e3-6f34-4f58-8f87-53b8be75ee2f, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=adcb69e3-6f34-4f58-8f87-53b8be75ee2f,segment=NetworkSegment(18cc726e-459d-4848-adc6-6a2108732453),segment_id=18cc726e-459d-4848-adc6-6a2108732453)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:30.137244 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-62c85e8c-f713-4707-8ed0-72930aaa72d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:30.149619 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-62c85e8c-f713-4707-8ed0-72930aaa72d2 admin admin] Calling delete_port for adcb69e3-6f34-4f58-8f87-53b8be75ee2f owned by network:router_interface {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:30.383379 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-62c85e8c-f713-4707-8ed0-72930aaa72d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (adcb69e3-6f34-4f58-8f87-53b8be75ee2f), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:30.406283 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c85e8c-f713-4707-8ed0-72930aaa72d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=adcb69e3-6f34-4f58-8f87-53b8be75ee2f,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:30.590023 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-62c85e8c-f713-4707-8ed0-72930aaa72d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1805546'] for router_interface (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:30.798954 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c85e8c-f713-4707-8ed0-72930aaa72d2 admin admin] Router c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:27:30.903557 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c85e8c-f713-4707-8ed0-72930aaa72d2 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:27:30.908861 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-62c85e8c-f713-4707-8ed0-72930aaa72d2 admin admin] 10.222.0.76 "PUT /v2.0/routers/c4c47a3f-b79a-4675-9d3a-d243bf2b45f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4090226 May 16 15:27:30.911433 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59054) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:30.915689 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f55420-2bf4-41c8-ad45-efa26c15a595 None None] Sync routers for ids ['c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:27:30.925553 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f55420-2bf4-41c8-ad45-efa26c15a595 None None] Routers {'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:30.927157 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-85f55420-2bf4-41c8-ad45-efa26c15a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:31.011606 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Publish callbacks [] for router (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.027158 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-85f55420-2bf4-41c8-ad45-efa26c15a595 None None] Set router c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:31.111518 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Publish callbacks [] for router_gateway (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.257823 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59060) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:31.266509 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Deleting port bc97e323-0866-4b90-a801-a65f03b75a20 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:31.266847 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (bc97e323-0866-4b90-a801-a65f03b75a20), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.337647 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-85f55420-2bf4-41c8-ad45-efa26c15a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'name': 'tempest-TestMinimumBasicScenario-124036932-router', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:25Z', 'updated_at': '2022-05-16T15:27:30Z', 'revision_number': 5, 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'gw_port': {'id': 'bc97e323-0866-4b90-a801-a65f03b75a20', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:26Z', 'updated_at': '2022-05-16T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:31.357593 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] For port bc97e323-0866-4b90-a801-a65f03b75a20, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=bc97e323-0866-4b90-a801-a65f03b75a20,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:31.358029 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (bc97e323-0866-4b90-a801-a65f03b75a20), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.372155 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f55420-2bf4-41c8-ad45-efa26c15a595 None None] Checking router: c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:27:31.374878 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Calling delete_port for bc97e323-0866-4b90-a801-a65f03b75a20 owned by network:router_gateway {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:31.380988 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-26622be4-9ad8-4bba-8094-07ea1a64cf82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.383304 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f55420-2bf4-41c8-ad45-efa26c15a595 None None] Routers {'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:31.384090 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-85f55420-2bf4-41c8-ad45-efa26c15a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:31.487658 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-85f55420-2bf4-41c8-ad45-efa26c15a595 None None] Set router c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 gateway port host: None {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:31.492427 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-26622be4-9ad8-4bba-8094-07ea1a64cf82 admin admin] Publish callbacks [] for security_group (8a974634-94d8-4050-b247-4f0962a8ad56), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.542613 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-85f55420-2bf4-41c8-ad45-efa26c15a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'name': 'tempest-TestMinimumBasicScenario-124036932-router', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:25Z', 'updated_at': '2022-05-16T15:27:31Z', 'revision_number': 6, 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'gw_port_host': None}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:31.570478 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f55420-2bf4-41c8-ad45-efa26c15a595 None None] The sync data for ids ['c4c47a3f-b79a-4675-9d3a-d243bf2b45f7'] in dv-cinder-790535-39-iscsi is: [{'id': 'c4c47a3f-b79a-4675-9d3a-d243bf2b45f7', 'name': 'tempest-TestMinimumBasicScenario-124036932-router', 'tenant_id': '4d86728a09154cb2917f313ed9bf8478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:25Z', 'updated_at': '2022-05-16T15:27:31Z', 'revision_number': 6, 'project_id': '4d86728a09154cb2917f313ed9bf8478', 'gw_port_host': None}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:27:31.650323 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-26622be4-9ad8-4bba-8094-07ea1a64cf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (8a974634-94d8-4050-b247-4f0962a8ad56), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.673152 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (bc97e323-0866-4b90-a801-a65f03b75a20), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.690167 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-26622be4-9ad8-4bba-8094-07ea1a64cf82 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a933d1cd5aee43c1bedb3751320dd738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306464 May 16 15:27:31.691101 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26622be4-9ad8-4bba-8094-07ea1a64cf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a974634-94d8-4050-b247-4f0962a8ad56,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:31.694349 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59070) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:31.700404 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc97e323-0866-4b90-a801-a65f03b75a20,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:31.746394 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-02ce94a7-373a-4b90-ad9c-ea8430470878 admin admin] Publish callbacks [] for security_group (8a974634-94d8-4050-b247-4f0962a8ad56), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.763619 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830087'] for router_gateway (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.768747 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-02ce94a7-373a-4b90-ad9c-ea8430470878 admin admin] Publish callbacks [] for security_group (8a974634-94d8-4050-b247-4f0962a8ad56), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.865342 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6984'] for router (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.867529 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Publish callbacks [] for router_controller (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.880531 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-02ce94a7-373a-4b90-ad9c-ea8430470878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (8a974634-94d8-4050-b247-4f0962a8ad56), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.883482 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-02ce94a7-373a-4b90-ad9c-ea8430470878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.884638 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-02ce94a7-373a-4b90-ad9c-ea8430470878 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a974634-94d8-4050-b247-4f0962a8ad56 HTTP/1.1" status: 204 len: 168 time: 0.1892314 May 16 15:27:31.893060 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce94a7-373a-4b90-ad9c-ea8430470878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a974634-94d8-4050-b247-4f0962a8ad56,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:32.023575 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1829014'] for router (c4c47a3f-b79a-4675-9d3a-d243bf2b45f7), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.024236 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 {{(pid=103977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:27:32.029602 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.033339 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-82b4ead6-e273-49cf-b871-a3819edbf9e2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/c4c47a3f-b79a-4675-9d3a-d243bf2b45f7 HTTP/1.1" status: 204 len: 168 time: 1.1181703 May 16 15:27:32.035081 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59076) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:32.349570 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45aca9e-324b-4545-a8e2-76de72120f08 admin admin] Deleting subnet 810f9df9-0fa0-41aa-9862-0bb59faf0e21 {{(pid=103977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:27:32.353023 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b45aca9e-324b-4545-a8e2-76de72120f08 admin admin] Publish callbacks [] for subnet (810f9df9-0fa0-41aa-9862-0bb59faf0e21), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.388791 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b45aca9e-324b-4545-a8e2-76de72120f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29934981'] for subnet (810f9df9-0fa0-41aa-9862-0bb59faf0e21), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.496821 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b45aca9e-324b-4545-a8e2-76de72120f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (810f9df9-0fa0-41aa-9862-0bb59faf0e21), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.534510 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59082) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:32.548549 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-afa56032-3f3c-4b41-b427-06c2a0860e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.630949 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-afa56032-3f3c-4b41-b427-06c2a0860e78 admin admin] Publish callbacks [] for security_group (1233541e-639e-4302-9b30-0e41baee9d75), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.743968 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b45aca9e-324b-4545-a8e2-76de72120f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29922733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32672407'] for subnet (810f9df9-0fa0-41aa-9862-0bb59faf0e21), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.769839 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45aca9e-324b-4545-a8e2-76de72120f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=810f9df9-0fa0-41aa-9862-0bb59faf0e21,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:32.773480 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b45aca9e-324b-4545-a8e2-76de72120f08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.781575 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-b45aca9e-324b-4545-a8e2-76de72120f08 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/810f9df9-0fa0-41aa-9862-0bb59faf0e21 HTTP/1.1" status: 204 len: 168 time: 0.7405574 May 16 15:27:32.781575 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59086) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:32.781774 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21908ea2-84b0-4517-91c4-1b5c35469d1f None None] Network 71d2d60d-6068-41e2-ae39-e7abe12f65ee requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:27:32.826765 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-afa56032-3f3c-4b41-b427-06c2a0860e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1233541e-639e-4302-9b30-0e41baee9d75), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.857758 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (71d2d60d-6068-41e2-ae39-e7abe12f65ee), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.876164 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-afa56032-3f3c-4b41-b427-06c2a0860e78 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5564bcc57ddf43fa9e8f0319b7c34cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404155 May 16 15:27:32.879341 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59088) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:32.887409 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa56032-3f3c-4b41-b427-06c2a0860e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1233541e-639e-4302-9b30-0e41baee9d75,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:32.915664 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Deleting port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:32.916007 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.937332 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0c53f473-9342-4691-b0e4-6d191994426f admin admin] Publish callbacks [] for security_group (1233541e-639e-4302-9b30-0e41baee9d75), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.939975 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3709c666-7759-4e74-aabe-ba7f4f5d93c1 None None] DHCP port deletion for 71d2d60d-6068-41e2-ae39-e7abe12f65ee request from dv-cinder-790535-39-iscsi {{(pid=103979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:27:32.959592 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0c53f473-9342-4691-b0e4-6d191994426f admin admin] Publish callbacks [] for security_group (1233541e-639e-4302-9b30-0e41baee9d75), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.983869 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-3709c666-7759-4e74-aabe-ba7f4f5d93c1 None None] Deleting port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:32.984090 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] For port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=60f2393b-d02a-4ea9-85e9-8bc046bcbf38,segment=NetworkSegment(18cc726e-459d-4848-adc6-6a2108732453),segment_id=18cc726e-459d-4848-adc6-6a2108732453)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:32.984398 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:32.984561 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3709c666-7759-4e74-aabe-ba7f4f5d93c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.005573 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Calling delete_port for 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 owned by network:dhcp {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:33.050611 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-3709c666-7759-4e74-aabe-ba7f4f5d93c1 None None] For port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=60f2393b-d02a-4ea9-85e9-8bc046bcbf38,segment=NetworkSegment(18cc726e-459d-4848-adc6-6a2108732453),segment_id=18cc726e-459d-4848-adc6-6a2108732453)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:33.050949 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3709c666-7759-4e74-aabe-ba7f4f5d93c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.064345 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-3709c666-7759-4e74-aabe-ba7f4f5d93c1 None None] Calling delete_port for 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:33.094398 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0c53f473-9342-4691-b0e4-6d191994426f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1233541e-639e-4302-9b30-0e41baee9d75), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.097927 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0c53f473-9342-4691-b0e4-6d191994426f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.098472 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0c53f473-9342-4691-b0e4-6d191994426f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1233541e-639e-4302-9b30-0e41baee9d75 HTTP/1.1" status: 204 len: 168 time: 0.2182181 May 16 15:27:33.107741 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53f473-9342-4691-b0e4-6d191994426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1233541e-639e-4302-9b30-0e41baee9d75,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:33.172469 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.178462 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3709c666-7759-4e74-aabe-ba7f4f5d93c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616'] for port (60f2393b-d02a-4ea9-85e9-8bc046bcbf38), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.197809 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f2393b-d02a-4ea9-85e9-8bc046bcbf38,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:33.199795 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] No DVR routers for this DVR port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 on host dv-cinder-790535-39-iscsi {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:27:33.204059 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709c666-7759-4e74-aabe-ba7f4f5d93c1 None None] Pushing event deleted for resources: {'Port': ['ID=60f2393b-d02a-4ea9-85e9-8bc046bcbf38,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:33.217936 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3709c666-7759-4e74-aabe-ba7f4f5d93c1 None None] No DVR routers for this DVR port 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 on host dv-cinder-790535-39-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:27:33.278728 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (71d2d60d-6068-41e2-ae39-e7abe12f65ee), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.299526 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d2d60d-6068-41e2-ae39-e7abe12f65ee']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:33.308619 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cc726e-459d-4848-adc6-6a2108732453') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:33.308919 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cc726e-459d-4848-adc6-6a2108732453') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:33.318176 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29935036'] for segment (18cc726e-459d-4848-adc6-6a2108732453), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.335438 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (18cc726e-459d-4848-adc6-6a2108732453), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.339324 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:27:33.339746 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29923599'] for segment (18cc726e-459d-4848-adc6-6a2108732453), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: Traceback (most recent call last): May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: timer() May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: cb(*args, **kw) May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: return func(*args, **kwargs) May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: self._notify() May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: self.callback(batched_events) May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: event.method(event) May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: return f(self, *a, **k) May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._get(url).json() May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: return self.request(url, 'GET', **kwargs) May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:27:33.341430 dv-cinder-790535-39-iscsi neutron-server[103977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:27:33.470988 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (71d2d60d-6068-41e2-ae39-e7abe12f65ee), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.492018 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.498921 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] 10.222.0.76 "DELETE /v2.0/networks/71d2d60d-6068-41e2-ae39-e7abe12f65ee HTTP/1.1" status: 204 len: 168 time: 0.7155557 May 16 15:27:33.498921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef287a4-2798-4f83-8569-5d8783ff5173 admin admin] Pushing event deleted for resources: {'Network': ['ID=71d2d60d-6068-41e2-ae39-e7abe12f65ee,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:33.560888 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device bc97e323-0866-4b90-a801-a65f03b75a20 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:33.581539 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: bc97e323-0866-4b90-a801-a65f03b75a20 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:33.582907 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device bc97e323-0866-4b90-a801-a65f03b75a20 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:33.583340 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device adcb69e3-6f34-4f58-8f87-53b8be75ee2f no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:33.607272 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: adcb69e3-6f34-4f58-8f87-53b8be75ee2f {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:33.608040 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device adcb69e3-6f34-4f58-8f87-53b8be75ee2f not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:33.608849 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:33.637318 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:33.640838 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 60f2393b-d02a-4ea9-85e9-8bc046bcbf38 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:34.091508 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59126) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:34.141508 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f0e538bb-fbab-4445-aae6-665e212db70c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=65e5f9f015814278b1062e2d7d681cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487423 May 16 15:27:34.147338 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59130) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:34.203640 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d833a393-bed8-4285-a46b-3f087a826a93 admin admin] Publish callbacks [] for security_group (dea17286-0038-4890-a379-db189330605f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:34.226495 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d833a393-bed8-4285-a46b-3f087a826a93 admin admin] Publish callbacks [] for security_group (dea17286-0038-4890-a379-db189330605f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:34.394744 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d833a393-bed8-4285-a46b-3f087a826a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (dea17286-0038-4890-a379-db189330605f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:34.397328 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d833a393-bed8-4285-a46b-3f087a826a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:34.401653 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-d833a393-bed8-4285-a46b-3f087a826a93 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dea17286-0038-4890-a379-db189330605f HTTP/1.1" status: 204 len: 168 time: 0.2526803 May 16 15:27:34.409657 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833a393-bed8-4285-a46b-3f087a826a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea17286-0038-4890-a379-db189330605f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:34.537998 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36fd0a-d0fa-411c-8830-b1e02ea95f28 req-0061435a-6c8d-403c-90f1-4ab1aec36ca5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:34.552708 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8f36fd0a-d0fa-411c-8830-b1e02ea95f28 req-0061435a-6c8d-403c-90f1-4ab1aec36ca5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0952308 May 16 15:27:34.599144 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8f36fd0a-d0fa-411c-8830-b1e02ea95f28 req-794a4ab6-00b0-4024-8ed0-47db8c7586df tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505118 May 16 15:27:35.244910 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59166) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:35.284230 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e6b959e6-ba01-4046-aaee-584e22ce5680 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4d86728a09154cb2917f313ed9bf8478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391271 May 16 15:27:35.286799 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59168) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:35.336110 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-542d6c41-2519-43a6-9e1d-3056680f8662 admin admin] Publish callbacks [] for security_group (d7e9fe6b-76a4-40f3-b9f2-721974f69853), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:35.357777 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-542d6c41-2519-43a6-9e1d-3056680f8662 admin admin] Publish callbacks [] for security_group (d7e9fe6b-76a4-40f3-b9f2-721974f69853), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:35.490308 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-542d6c41-2519-43a6-9e1d-3056680f8662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (d7e9fe6b-76a4-40f3-b9f2-721974f69853), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:35.493011 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-542d6c41-2519-43a6-9e1d-3056680f8662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:35.494223 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-542d6c41-2519-43a6-9e1d-3056680f8662 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d7e9fe6b-76a4-40f3-b9f2-721974f69853 HTTP/1.1" status: 204 len: 168 time: 0.2064259 May 16 15:27:35.504847 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d6c41-2519-43a6-9e1d-3056680f8662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e9fe6b-76a4-40f3-b9f2-721974f69853,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:35.731506 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ebe60-a981-4406-9089-094fe7d9df23 req-e7a4e3b6-93fc-4a16-a78c-388eeede2aa0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:35.732922 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-096ebe60-a981-4406-9089-094fe7d9df23 req-e7a4e3b6-93fc-4a16-a78c-388eeede2aa0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0545774 May 16 15:27:35.785293 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-096ebe60-a981-4406-9089-094fe7d9df23 req-84f5274f-9525-4e4b-ad62-193d6f583e96 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450463 May 16 15:27:36.753304 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59216) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:36.852292 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1139246992-network', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:36.926275 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9ddec-4169-4055-ba60-24f92528be5c req-a1baa6ac-c9f5-4e08-81ef-b222ec309cc5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:36.927760 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-54e9ddec-4169-4055-ba60-24f92528be5c req-a1baa6ac-c9f5-4e08-81ef-b222ec309cc5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0674295 May 16 15:27:36.949860 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Made reservation on behalf of bc74c97613c4462bb551e50800a5f5e2 for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:27:36.952363 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:36.961240 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:36.975376 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-54e9ddec-4169-4055-ba60-24f92528be5c req-07cbb26d-000f-4539-8687-494b712afd0e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421772 May 16 15:27:37.035428 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Publish callbacks [] for security_group (776d731b-8aa6-434c-9d7d-56bf3f30037f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.109296 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (776d731b-8aa6-434c-9d7d-56bf3f30037f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.135106 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:27:37.141568 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776d731b-8aa6-434c-9d7d-56bf3f30037f,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:37.150932 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (33649702-f5ae-475d-a138-7ecc2e126de7), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.151974 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.segments_db [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Added segment 33649702-f5ae-475d-a138-7ecc2e126de7 of type vlan for network 8109ecd0-18dc-47a3-8ba0-731e552020b2 May 16 15:27:37.153829 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.154197 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.154539 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.159921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.159921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.159921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.159921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.159921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.159921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.159921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.159921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.159921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.159921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.159921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.159921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:37.201242 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (8109ecd0-18dc-47a3-8ba0-731e552020b2), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.307274 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (8109ecd0-18dc-47a3-8ba0-731e552020b2), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.308828 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:37.309419 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.367214 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] Pushing event updated for resources: {'Network': ['ID=8109ecd0-18dc-47a3-8ba0-731e552020b2,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:37.377650 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 8109ecd0-18dc-47a3-8ba0-731e552020b2 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:27:37.403181 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-03f16d9f-2661-4583-a4ae-c81073e9bedc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6487322 May 16 15:27:37.405930 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59222) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:37.410652 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-580d0f66-0ce5-4239-973f-ec3e39ad92d4 admin admin] Request body: {'subnet': {'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1139246992-subnet', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:37.518655 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580d0f66-0ce5-4239-973f-ec3e39ad92d4 admin admin] Made reservation on behalf of bc74c97613c4462bb551e50800a5f5e2 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:27:37.521089 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-580d0f66-0ce5-4239-973f-ec3e39ad92d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32672442'] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.767133 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-580d0f66-0ce5-4239-973f-ec3e39ad92d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29922796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32672428'] for subnet (4ee3e22d-a944-4d7c-b676-4c481e98090e), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.833294 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d0f66-0ce5-4239-973f-ec3e39ad92d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee3e22d-a944-4d7c-b676-4c481e98090e,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:37.835744 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d0f66-0ce5-4239-973f-ec3e39ad92d4 admin admin] Checking segment: {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:27:37.836095 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d0f66-0ce5-4239-973f-ec3e39ad92d4 admin admin] Network hostable DHCP agents. Network: 8109ecd0-18dc-47a3-8ba0-731e552020b2, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:27:37.926863 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d0f66-0ce5-4239-973f-ec3e39ad92d4 admin admin] Network 8109ecd0-18dc-47a3-8ba0-731e552020b2 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:27:38.029601 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-580d0f66-0ce5-4239-973f-ec3e39ad92d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 8109ecd0-18dc-47a3-8ba0-731e552020b2) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:27:38.033721 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d0f66-0ce5-4239-973f-ec3e39ad92d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:38.034355 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-580d0f66-0ce5-4239-973f-ec3e39ad92d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.041038 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2984f7e0-f9c8-4bdd-88d0-8e4b289eb265 None None] Network 8109ecd0-18dc-47a3-8ba0-731e552020b2 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:27:38.097910 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b445132-6a56-400f-9fb4-6773620deedb req-e2f67c35-120f-42ec-9b0c-15507b8d71e6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:38.099361 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8b445132-6a56-400f-9fb4-6773620deedb req-e2f67c35-120f-42ec-9b0c-15507b8d71e6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0463462 May 16 15:27:38.135012 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-580d0f66-0ce5-4239-973f-ec3e39ad92d4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7279935 May 16 15:27:38.137970 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59236) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:38.143739 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:38.145284 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df7d412-2000-598c-b13d-3ec64b05f419-8109ecd0-18dc-47a3-8ba0-731e552020b2', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e'}]}} from dv-cinder-790535-39-iscsi. {{(pid=103979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:27:38.146326 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.154221 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8b445132-6a56-400f-9fb4-6773620deedb req-2f8dcae1-77d9-4acf-a412-da8eb3a4c627 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484028 May 16 15:27:38.227861 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1828909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7034'] for router (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.228931 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1829940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1642029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7027'] for router (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.287815 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Allocated IP 172.20.0.2 (8109ecd0-18dc-47a3-8ba0-731e552020b2/4ee3e22d-a944-4d7c-b676-4c481e98090e/bc157fac-4065-420d-b78c-336c82ef6f5b) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:27:38.288544 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Publish callbacks [] for router_controller (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), precommit_add_association {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.430013 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Publish callbacks [] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.487537 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Publish callbacks [] for router_gateway (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.525168 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.562195 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Network 8109ecd0-18dc-47a3-8ba0-731e552020b2 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:27:38.565240 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:27:38.574017 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:27:38.582256 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Pushing event updated for resources: {'Port': ['ID=bc157fac-4065-420d-b78c-336c82ef6f5b,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:38.638875 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Attempting to bind port bc157fac-4065-420d-b78c-336c82ef6f5b on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:27:38.639251 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Attempting to bind port bc157fac-4065-420d-b78c-336c82ef6f5b by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:27:38.639601 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Attempting to bind port bc157fac-4065-420d-b78c-336c82ef6f5b on network 8109ecd0-18dc-47a3-8ba0-731e552020b2 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:27:38.644812 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:27:38.645185 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Checking segment: {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:27:38.645587 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.645973 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Bound using segment: {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:27:38.646528 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Bound port: bc157fac-4065-420d-b78c-336c82ef6f5b, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:27:38.646907 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.711373 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] For port bc157fac-4065-420d-b78c-336c82ef6f5b, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:27:38.714930 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] For port bc157fac-4065-420d-b78c-336c82ef6f5b, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=bc157fac-4065-420d-b78c-336c82ef6f5b,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:27:38.737546 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Publish callbacks [] for router_gateway (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.756046 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.784738 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.859367 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b4fc9-f1c5-449e-96af-308d83b3ac95 None None] Pushing event updated for resources: {'Port': ['ID=bc157fac-4065-420d-b78c-336c82ef6f5b,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:38.871964 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Allocated IP 172.27.2.161 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/9ab29aa5-3d46-43e2-8ebd-6c219bd793b9) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:27:38.987750 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Publish callbacks [] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:39.102286 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:39.141613 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:27:39.144598 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:27:39.167946 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:27:39.167946 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab29aa5-3d46-43e2-8ebd-6c219bd793b9,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:39.320714 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39a57d-8d30-4da1-b4d9-937d7ad28c1a req-fd39cd81-b23f-4e4b-bb31-c19799ea702b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:39.322206 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6f39a57d-8d30-4da1-b4d9-937d7ad28c1a req-fd39cd81-b23f-4e4b-bb31-c19799ea702b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0924642 May 16 15:27:39.378148 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6f39a57d-8d30-4da1-b4d9-937d7ad28c1a req-00237fa1-2840-49ab-9c35-ed557515787a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460544 May 16 15:27:39.527837 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Publish callbacks [] for router_gateway (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:39.577175 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device bc157fac-4065-420d-b78c-336c82ef6f5b up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:27:39.631208 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port bc157fac-4065-420d-b78c-336c82ef6f5b triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:39.631574 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:39.718338 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port bc157fac-4065-420d-b78c-336c82ef6f5b is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:39.718736 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:39.743080 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830115'] for router (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:39.755097 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port bc157fac-4065-420d-b78c-336c82ef6f5b, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=bc157fac-4065-420d-b78c-336c82ef6f5b,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:39.785849 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d861c0b3-759e-4b06-a05c-781b8eb2eb5d None None] Network 8109ecd0-18dc-47a3-8ba0-731e552020b2 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:27:39.860202 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-b994897b-3f90-4c54-ab6f-4f49927ca010 None None] Provisioning complete for port bc157fac-4065-420d-b78c-336c82ef6f5b triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:39.860572 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b994897b-3f90-4c54-ab6f-4f49927ca010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:39.908128 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:40.009414 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-b994897b-3f90-4c54-ab6f-4f49927ca010 None None] Current status of the port bc157fac-4065-420d-b78c-336c82ef6f5b is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:40.012046 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=bc157fac-4065-420d-b78c-336c82ef6f5b,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:40.107620 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b is scheduled to L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 with binding_index 1 {{(pid=103978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:27:40.209186 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:27:40.217987 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Sync routers for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:27:40.228572 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:40.238325 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:40.239913 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-9532c935-44d9-4b0d-8637-37ae2d218cc3 None None] Provisioning complete for port bc157fac-4065-420d-b78c-336c82ef6f5b triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:40.240285 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9532c935-44d9-4b0d-8637-37ae2d218cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:40.299853 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:40.302660 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-60ba3268-4cd8-41b6-ab42-f1fe24ee2f07 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1633184 May 16 15:27:40.303709 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59258) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:40.319814 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-9532c935-44d9-4b0d-8637-37ae2d218cc3 None None] Current status of the port bc157fac-4065-420d-b78c-336c82ef6f5b is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:40.349632 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:40.510116 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3125de8-e567-4cf2-b06f-509b242edefa req-94160b25-a3d2-4d57-9a0a-f44afbaa8c5c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:40.512040 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d3125de8-e567-4cf2-b06f-509b242edefa req-94160b25-a3d2-4d57-9a0a-f44afbaa8c5c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0518160 May 16 15:27:40.540800 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:39Z', 'revision_number': 3, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:40.576925 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Checking router: 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:27:40.577656 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d3125de8-e567-4cf2-b06f-509b242edefa req-2dda2f61-21ec-4017-8b3d-d4052474030d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551662 May 16 15:27:40.577787 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Updating router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 binding host dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:27:40.617898 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:40.919053 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Publish callbacks [] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:40.931461 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:40.978080 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.038774 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59268) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:41.043450 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Pushing event updated for resources: {'Port': ['ID=9ab29aa5-3d46-43e2-8ebd-6c219bd793b9,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:41.045827 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Attempting to bind port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:27:41.047096 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Attempting to bind port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:27:41.047463 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Attempting to bind port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 on network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:27:41.060931 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:27:41.061233 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Checking segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:27:41.061630 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.062009 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Bound using segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:27:41.062502 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Bound port: 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:27:41.062878 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.065057 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.065399 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.065761 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.066175 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.071638 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.071638 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.072959 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.075892 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.075892 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.075892 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.076237 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.076566 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.079034 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.079402 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.079742 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:27:41.135464 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] For port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:27:41.140185 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] For port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=9ab29aa5-3d46-43e2-8ebd-6c219bd793b9,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:27:41.140662 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Allocated IP 172.20.0.1 (8109ecd0-18dc-47a3-8ba0-731e552020b2/4ee3e22d-a944-4d7c-b676-4c481e98090e/71f5e907-aea9-474a-b568-d057bf6bdff7) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:27:41.192914 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fd96fd93-36e2-4815-bf70-c67ab915365d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.232152 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.249645 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Publish callbacks [] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.272994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fd96fd93-36e2-4815-bf70-c67ab915365d admin admin] Publish callbacks [] for security_group (d4de4b5b-1559-47b1-b573-74212ff05b03), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.280799 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:41.281422 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:41.343882 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fd96fd93-36e2-4815-bf70-c67ab915365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (d4de4b5b-1559-47b1-b573-74212ff05b03), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.344249 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.384505 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96fd93-36e2-4815-bf70-c67ab915365d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de4b5b-1559-47b1-b573-74212ff05b03,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:41.385288 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Network 8109ecd0-18dc-47a3-8ba0-731e552020b2 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:27:41.391738 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:27:41.395854 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:27:41.398842 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Pushing event updated for resources: {'Port': ['ID=71f5e907-aea9-474a-b568-d057bf6bdff7,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:41.401748 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-fd96fd93-36e2-4815-bf70-c67ab915365d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=464e0ba9863847a78cb7babeb4a2e5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3608897 May 16 15:27:41.406607 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59274) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:41.430333 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789fff4-2751-4077-ab5d-6ba56cf34eb0 None None] Pushing event updated for resources: {'Port': ['ID=9ab29aa5-3d46-43e2-8ebd-6c219bd793b9,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:41.448071 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1834446'] for router_interface (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.516764 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-52f58eb9-530e-4d77-94c7-be884d5dc5f8 admin admin] Publish callbacks [] for security_group (d4de4b5b-1559-47b1-b573-74212ff05b03), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.581706 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:41.601629 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-52f58eb9-530e-4d77-94c7-be884d5dc5f8 admin admin] Publish callbacks [] for security_group (d4de4b5b-1559-47b1-b573-74212ff05b03), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.604182 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device bc157fac-4065-420d-b78c-336c82ef6f5b up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:27:41.644273 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166f87c-606a-4056-9514-422b5d86e8f7 req-889d35f6-f538-42f3-9ee6-c5d9fe275460 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:41.646014 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f166f87c-606a-4056-9514-422b5d86e8f7 req-889d35f6-f538-42f3-9ee6-c5d9fe275460 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0988951 May 16 15:27:41.655363 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port bc157fac-4065-420d-b78c-336c82ef6f5b triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:41.656125 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.728082 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f166f87c-606a-4056-9514-422b5d86e8f7 req-064dc30c-73e3-4aa3-8e1c-03a543c94034 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711730 May 16 15:27:41.743061 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.764947 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-25b940ab-3121-4c23-88d6-b743b16394a9 None None] Provisioning complete for port 71f5e907-aea9-474a-b568-d057bf6bdff7 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:41.765360 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-25b940ab-3121-4c23-88d6-b743b16394a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.768588 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42d39f-d1b9-4165-9050-d6bb87abd15f req-0bd99881-b86f-4d45-a69c-a874df4bd2e1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:41.770066 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ec42d39f-d1b9-4165-9050-d6bb87abd15f req-0bd99881-b86f-4d45-a69c-a874df4bd2e1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0634000 May 16 15:27:41.779439 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port bc157fac-4065-420d-b78c-336c82ef6f5b is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:41.780736 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-52f58eb9-530e-4d77-94c7-be884d5dc5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (d4de4b5b-1559-47b1-b573-74212ff05b03), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.787931 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-52f58eb9-530e-4d77-94c7-be884d5dc5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.791377 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-52f58eb9-530e-4d77-94c7-be884d5dc5f8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d4de4b5b-1559-47b1-b573-74212ff05b03 HTTP/1.1" status: 204 len: 168 time: 0.3831878 May 16 15:27:41.814693 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-25b940ab-3121-4c23-88d6-b743b16394a9 None None] Port 71f5e907-aea9-474a-b568-d057bf6bdff7 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:27:41.819158 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f58eb9-530e-4d77-94c7-be884d5dc5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de4b5b-1559-47b1-b573-74212ff05b03,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:41.857465 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:39Z', 'revision_number': 3, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:41.877235 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ec42d39f-d1b9-4165-9050-d6bb87abd15f req-bc821293-5d14-4ca9-a17d-6248d5708bcc tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836060 May 16 15:27:41.884496 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d443aa89-0d78-488b-b73f-5b41090640c8 None None] The sync data for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi is: [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:39Z', 'revision_number': 3, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:27:41.996274 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Publish callbacks [] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:42.063710 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:42.155973 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1833092'] for router_interface (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:42.157733 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Pushing event updated for resources: {'Port': ['ID=71f5e907-aea9-474a-b568-d057bf6bdff7,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:42.167349 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:42.270884 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Network 8109ecd0-18dc-47a3-8ba0-731e552020b2 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:27:42.272368 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:27:42.387203 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:27:42.501710 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:27:42.506782 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a711aa63-734e-400e-b767-b32c840a0dbf admin admin] 10.222.0.76 "PUT /v2.0/routers/4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2021017 May 16 15:27:42.539387 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2deba608-791e-4603-b6c9-d1c5358e2dc8 None None] Provisioning complete for port 71f5e907-aea9-474a-b568-d057bf6bdff7 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:42.539771 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2deba608-791e-4603-b6c9-d1c5358e2dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:42.577370 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59288) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:42.586603 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2deba608-791e-4603-b6c9-d1c5358e2dc8 None None] Port 71f5e907-aea9-474a-b568-d057bf6bdff7 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:27:42.595250 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5b6e26ce-3a2e-4ca5-8c0a-f1f54fb64076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:42.675818 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5b6e26ce-3a2e-4ca5-8c0a-f1f54fb64076 admin admin] Publish callbacks [] for security_group (31ef1da7-a80a-4d9b-b229-f6c9c4a47f67), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:42.755481 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5b6e26ce-3a2e-4ca5-8c0a-f1f54fb64076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (31ef1da7-a80a-4d9b-b229-f6c9c4a47f67), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:42.814074 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-5b6e26ce-3a2e-4ca5-8c0a-f1f54fb64076 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=28d7f9eba89e4d20a3a4fbc22ba7d0b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356267 May 16 15:27:42.820409 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59296) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:42.830558 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e26ce-3a2e-4ca5-8c0a-f1f54fb64076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ef1da7-a80a-4d9b-b229-f6c9c4a47f67,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:42.868735 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68219e2-f203-4e76-b72f-1a1f0614c7dc req-5b28fd87-47f0-4b49-90ec-407daf03f10f tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:42.870677 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f68219e2-f203-4e76-b72f-1a1f0614c7dc req-5b28fd87-47f0-4b49-90ec-407daf03f10f tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0737090 May 16 15:27:42.876988 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54500b37-3d49-410e-96a9-75cf9f2004e8 admin admin] Publish callbacks [] for security_group (31ef1da7-a80a-4d9b-b229-f6c9c4a47f67), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:42.903553 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54500b37-3d49-410e-96a9-75cf9f2004e8 admin admin] Publish callbacks [] for security_group (31ef1da7-a80a-4d9b-b229-f6c9c4a47f67), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:42.935308 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f68219e2-f203-4e76-b72f-1a1f0614c7dc req-91ce93d6-191b-4b35-9a31-00cbb83560d5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586987 May 16 15:27:43.000568 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796474a8-6cd6-460e-8df8-fe84e9047d7a req-dafab1a9-981f-42d1-aeba-b1353a358cb7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:43.002046 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-796474a8-6cd6-460e-8df8-fe84e9047d7a req-dafab1a9-981f-42d1-aeba-b1353a358cb7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0464802 May 16 15:27:43.030540 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54500b37-3d49-410e-96a9-75cf9f2004e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (31ef1da7-a80a-4d9b-b229-f6c9c4a47f67), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.033639 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54500b37-3d49-410e-96a9-75cf9f2004e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.035971 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-54500b37-3d49-410e-96a9-75cf9f2004e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/31ef1da7-a80a-4d9b-b229-f6c9c4a47f67 HTTP/1.1" status: 204 len: 168 time: 0.2134144 May 16 15:27:43.056042 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54500b37-3d49-410e-96a9-75cf9f2004e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ef1da7-a80a-4d9b-b229-f6c9c4a47f67,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:43.065674 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-796474a8-6cd6-460e-8df8-fe84e9047d7a req-e5a1d153-b3d4-4911-aa69-438679a3a50a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576711 May 16 15:27:43.436092 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59318) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:43.440977 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-441793804-network', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:43.524936 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Made reservation on behalf of 093f74506b6c4769ba1b72e49e46b02a for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:27:43.527906 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.537690 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.565197 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:27:43.608893 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:43.609270 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.625621 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Publish callbacks [] for security_group (7cf67ada-ef72-443d-b055-c962ec2b91cf), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.698956 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (7cf67ada-ef72-443d-b055-c962ec2b91cf), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.722372 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:27:43.737631 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf67ada-ef72-443d-b055-c962ec2b91cf,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:43.744232 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (208697b9-be97-4467-a3ce-d6d0dbcc9f2c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.744785 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Added segment 208697b9-be97-4467-a3ce-d6d0dbcc9f2c of type vlan for network ef9ca3b1-6891-4fce-85dc-99224bed2484 May 16 15:27:43.794336 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (ef9ca3b1-6891-4fce-85dc-99224bed2484), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.802432 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Sync routers for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:27:43.822021 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:43.822445 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.835649 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:43.835649 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:43.880691 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (ef9ca3b1-6891-4fce-85dc-99224bed2484), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.881010 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=9ab29aa5-3d46-43e2-8ebd-6c219bd793b9,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:43.881126 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:43.881495 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.954450 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] Pushing event updated for resources: {'Network': ['ID=ef9ca3b1-6891-4fce-85dc-99224bed2484,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:43.961152 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:43.966930 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:43.991500 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network ef9ca3b1-6891-4fce-85dc-99224bed2484 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:27:44.056718 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-7e841e23-0d5a-4f05-8cfa-e4e4cfc31515 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6193018 May 16 15:27:44.059177 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808deb6-b2d1-4c8d-8a26-4ca8f23a77d2 req-a84f810e-76ad-4425-8c3e-d7e5515c6811 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:44.064473 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59332) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:44.064604 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b808deb6-b2d1-4c8d-8a26-4ca8f23a77d2 req-a84f810e-76ad-4425-8c3e-d7e5515c6811 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0475202 May 16 15:27:44.065430 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-00f07c36-bb80-4618-83fc-637578a721bf admin admin] Request body: {'subnet': {'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-441793804-subnet', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:44.141666 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f07c36-bb80-4618-83fc-637578a721bf admin admin] Made reservation on behalf of 093f74506b6c4769ba1b72e49e46b02a for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:27:44.152451 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-00f07c36-bb80-4618-83fc-637578a721bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32985670'] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:44.167855 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b808deb6-b2d1-4c8d-8a26-4ca8f23a77d2 req-42c1696b-669d-4338-8fc0-4b454996d19d tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002934 May 16 15:27:44.219083 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=9ab29aa5-3d46-43e2-8ebd-6c219bd793b9,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:44.300043 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 2, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:44.336701 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Checking router: 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:27:44.337056 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Updating router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b port 71f5e907-aea9-474a-b568-d057bf6bdff7 binding host dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:27:44.346852 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d362a-ddfc-4a88-8b54-157f3b06d3d0 req-b0eb7f3c-8fb9-48f2-8dca-10a490781398 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:44.359335 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d2d362a-ddfc-4a88-8b54-157f3b06d3d0 req-b0eb7f3c-8fb9-48f2-8dca-10a490781398 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0657005 May 16 15:27:44.368559 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:44.435955 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d2d362a-ddfc-4a88-8b54-157f3b06d3d0 req-5c471319-9fa8-463b-be96-aeec15462763 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786078 May 16 15:27:44.567192 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-00f07c36-bb80-4618-83fc-637578a721bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31724850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32985680'] for subnet (80b82154-55a8-4c9f-a014-f413dcdbaca4), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:44.613880 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f07c36-bb80-4618-83fc-637578a721bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b82154-55a8-4c9f-a014-f413dcdbaca4,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:44.643548 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f07c36-bb80-4618-83fc-637578a721bf admin admin] Checking segment: {'id': '208697b9-be97-4467-a3ce-d6d0dbcc9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:27:44.644004 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f07c36-bb80-4618-83fc-637578a721bf admin admin] Network hostable DHCP agents. Network: ef9ca3b1-6891-4fce-85dc-99224bed2484, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:27:44.749382 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Publish callbacks [] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:44.764613 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f07c36-bb80-4618-83fc-637578a721bf admin admin] Network ef9ca3b1-6891-4fce-85dc-99224bed2484 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:27:44.851595 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:44.865058 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-00f07c36-bb80-4618-83fc-637578a721bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, ef9ca3b1-6891-4fce-85dc-99224bed2484) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:27:44.872413 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f07c36-bb80-4618-83fc-637578a721bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:44.875735 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-00f07c36-bb80-4618-83fc-637578a721bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:44.903723 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7450a5-a0ab-4a64-9359-e7654cb26db9 None None] Network ef9ca3b1-6891-4fce-85dc-99224bed2484 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:27:44.967302 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d13e59-00fb-4cef-baa9-0b9c2e2d1362 None None] Pushing event updated for resources: {'Port': ['ID=71f5e907-aea9-474a-b568-d057bf6bdff7,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:44.996160 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-00f07c36-bb80-4618-83fc-637578a721bf admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9349482 May 16 15:27:44.998821 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59368) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:45.004785 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-441793804-router', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:45.067666 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Attempting to bind port 71f5e907-aea9-474a-b568-d057bf6bdff7 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:27:45.072585 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Attempting to bind port 71f5e907-aea9-474a-b568-d057bf6bdff7 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:27:45.072585 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Attempting to bind port 71f5e907-aea9-474a-b568-d057bf6bdff7 on network 8109ecd0-18dc-47a3-8ba0-731e552020b2 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:27:45.076908 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:27:45.077288 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Checking segment: {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:27:45.077708 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.078414 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Bound using segment: {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:27:45.078729 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Bound port: 71f5e907-aea9-474a-b568-d057bf6bdff7, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:27:45.079574 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.094950 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df7d412-2000-598c-b13d-3ec64b05f419-ef9ca3b1-6891-4fce-85dc-99224bed2484', 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484', 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'fixed_ips': [{'subnet_id': '80b82154-55a8-4c9f-a014-f413dcdbaca4'}]}} from dv-cinder-790535-39-iscsi. {{(pid=103979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:27:45.095955 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.125223 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1828909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7034'] for router (a82e2974-7878-4d65-835e-5847866551c8), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.126524 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1829940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1642029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7027'] for router (a82e2974-7878-4d65-835e-5847866551c8), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.197581 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Publish callbacks [] for router_controller (a82e2974-7878-4d65-835e-5847866551c8), precommit_add_association {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.241012 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] For port 71f5e907-aea9-474a-b568-d057bf6bdff7, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:27:45.247724 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-f8e6f8b4-b637-472b-b31e-e5a2384e0dda None None] Provisioning complete for port 71f5e907-aea9-474a-b568-d057bf6bdff7 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:45.254815 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f8b4-b637-472b-b31e-e5a2384e0dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.279355 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] For port 71f5e907-aea9-474a-b568-d057bf6bdff7, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=71f5e907-aea9-474a-b568-d057bf6bdff7,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:27:45.319386 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6f8b4-b637-472b-b31e-e5a2384e0dda None None] Port 71f5e907-aea9-474a-b568-d057bf6bdff7 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:27:45.326963 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c333cae-b061-445c-a028-d2c0736ada8c req-18375f0d-6d21-4108-8ec7-b377ec105881 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:45.328496 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9c333cae-b061-445c-a028-d2c0736ada8c req-18375f0d-6d21-4108-8ec7-b377ec105881 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0876935 May 16 15:27:45.329413 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Allocated IP 172.20.0.2 (ef9ca3b1-6891-4fce-85dc-99224bed2484/80b82154-55a8-4c9f-a014-f413dcdbaca4/e0cee024-357f-42b8-9d1f-e144c7716a70) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:27:45.365547 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.459637 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Publish callbacks [] for router_gateway (a82e2974-7878-4d65-835e-5847866551c8), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.472731 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9c333cae-b061-445c-a028-d2c0736ada8c req-3f598289-f49c-472a-92a0-561f9781bfc8 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142783 May 16 15:27:45.513389 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d13e59-00fb-4cef-baa9-0b9c2e2d1362 None None] Pushing event updated for resources: {'Port': ['ID=71f5e907-aea9-474a-b568-d057bf6bdff7,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:45.522961 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:45.523684 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:45.629690 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Publish callbacks [] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.632874 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:27:45.644947 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cadf2-8102-40ee-9370-87283edbc6fb req-56d5ae3e-8621-4f80-a9e6-c90978e3364e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:45.647940 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-eb0cadf2-8102-40ee-9370-87283edbc6fb req-56d5ae3e-8621-4f80-a9e6-c90978e3364e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0974581 May 16 15:27:45.723084 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-eb0cadf2-8102-40ee-9370-87283edbc6fb req-092c716b-a403-46da-85a1-7536eb27e27a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666754 May 16 15:27:45.840011 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:27:45.840624 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.846840 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Publish callbacks [] for router_gateway (a82e2974-7878-4d65-835e-5847866551c8), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.866305 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.894971 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:45.899738 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-f0ec97e8-a045-4a89-8c34-9fe37af42b72 None None] Provisioning complete for port 71f5e907-aea9-474a-b568-d057bf6bdff7 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:45.900111 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f0ec97e8-a045-4a89-8c34-9fe37af42b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:45.954567 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Network ef9ca3b1-6891-4fce-85dc-99224bed2484 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:27:45.966536 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:27:45.978161 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:27:45.983671 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Allocated IP 172.27.2.22 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/8006843f-af33-43e8-b81a-eff2d3d96531) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:27:45.985637 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Pushing event updated for resources: {'Port': ['ID=e0cee024-357f-42b8-9d1f-e144c7716a70,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:46.030922 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:46.031296 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:46.093127 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Publish callbacks [] for port (8006843f-af33-43e8-b81a-eff2d3d96531), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:46.201593 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Attempting to bind port e0cee024-357f-42b8-9d1f-e144c7716a70 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:27:46.201970 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Attempting to bind port e0cee024-357f-42b8-9d1f-e144c7716a70 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '208697b9-be97-4467-a3ce-d6d0dbcc9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:27:46.202366 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Attempting to bind port e0cee024-357f-42b8-9d1f-e144c7716a70 on network ef9ca3b1-6891-4fce-85dc-99224bed2484 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:27:46.220205 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:27:46.220646 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Checking segment: {'id': '208697b9-be97-4467-a3ce-d6d0dbcc9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:27:46.221057 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:46.221452 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Bound using segment: {'id': '208697b9-be97-4467-a3ce-d6d0dbcc9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:27:46.221929 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Bound port: e0cee024-357f-42b8-9d1f-e144c7716a70, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208697b9-be97-4467-a3ce-d6d0dbcc9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:27:46.222336 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:46.229493 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec97e8-a045-4a89-8c34-9fe37af42b72 None None] Current status of the port 71f5e907-aea9-474a-b568-d057bf6bdff7 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:46.229852 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f0ec97e8-a045-4a89-8c34-9fe37af42b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:46.239828 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (8006843f-af33-43e8-b81a-eff2d3d96531), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:46.284768 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:27:46.288820 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:27:46.294880 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:27:46.337301 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Pushing event updated for resources: {'Port': ['ID=8006843f-af33-43e8-b81a-eff2d3d96531,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:46.366235 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-f0ec97e8-a045-4a89-8c34-9fe37af42b72 None None] For port 71f5e907-aea9-474a-b568-d057bf6bdff7, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=71f5e907-aea9-474a-b568-d057bf6bdff7,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:46.373764 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:46.389899 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:45Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:46.423522 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72315a75-a510-4131-b52c-1b757be123c7 None None] The sync data for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi is: [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:45Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:27:46.427472 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] For port e0cee024-357f-42b8-9d1f-e144c7716a70, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:27:46.439937 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] For port e0cee024-357f-42b8-9d1f-e144c7716a70, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=e0cee024-357f-42b8-9d1f-e144c7716a70,segment=NetworkSegment(208697b9-be97-4467-a3ce-d6d0dbcc9f2c),segment_id=208697b9-be97-4467-a3ce-d6d0dbcc9f2c)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:27:46.443035 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f0ec97e8-a045-4a89-8c34-9fe37af42b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:46.519723 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec97e8-a045-4a89-8c34-9fe37af42b72 None None] Pushing event updated for resources: {'Port': ['ID=71f5e907-aea9-474a-b568-d057bf6bdff7,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:46.533439 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:46.535366 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 588be31f-e001-4d2f-97c9-ef1bb2eeef86 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:27:46.617308 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325dceb-9d57-4c76-95e5-faaf404bbea0 req-53cd32e4-6335-4548-a738-2023feee76a3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:46.619359 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4325dceb-9d57-4c76-95e5-faaf404bbea0 req-53cd32e4-6335-4548-a738-2023feee76a3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0642080 May 16 15:27:46.637593 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0996d-e3f8-40b5-9d80-39b0fc15f987 None None] Pushing event updated for resources: {'Port': ['ID=e0cee024-357f-42b8-9d1f-e144c7716a70,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:46.706620 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4325dceb-9d57-4c76-95e5-faaf404bbea0 req-6e3cadda-9033-4846-ba50-f29bb6cb030e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797243 May 16 15:27:46.732611 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:46.744844 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'port_id': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'mac_address': 'fa:16:3e:63:a8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:27:46.782568 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 is: ACTIVE; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:46.782963 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:46.826140 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 588be31f-e001-4d2f-97c9-ef1bb2eeef86 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:27:46.859279 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:46.875539 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Publish callbacks [] for router_gateway (a82e2974-7878-4d65-835e-5847866551c8), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:46.983218 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:47.007998 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f163b0-229b-421e-9905-dd56d3701713 req-6e28c68d-f818-4886-b0dd-4a8953e251ad tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:47.015537 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-88f163b0-229b-421e-9905-dd56d3701713 req-6e28c68d-f818-4886-b0dd-4a8953e251ad tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.1635959 May 16 15:27:47.039573 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=588be31f-e001-4d2f-97c9-ef1bb2eeef86,revision_number=6']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:47.121258 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['588be31f-e001-4d2f-97c9-ef1bb2eeef86'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:27:47.149210 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-88f163b0-229b-421e-9905-dd56d3701713 req-277e5669-0d45-42cc-9fe4-469ede5fb002 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324873 May 16 15:27:47.221655 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830115'] for router (a82e2974-7878-4d65-835e-5847866551c8), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:47.447128 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Router a82e2974-7878-4d65-835e-5847866551c8 is scheduled to L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 with binding_index 1 {{(pid=103977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:27:47.593848 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:27:47.602828 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Sync routers for ids ['a82e2974-7878-4d65-835e-5847866551c8'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:27:47.620430 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Routers {'a82e2974-7878-4d65-835e-5847866551c8'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:47.621070 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['a82e2974-7878-4d65-835e-5847866551c8'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:47.747618 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:47.750796 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59410) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:47.751895 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Set router a82e2974-7878-4d65-835e-5847866551c8 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:47.756129 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-11c0f088-dc67-40ba-81c1-aa07a8b7add3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7558320 May 16 15:27:47.977296 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2855f814-119d-43d8-8e72-3d1f5d37738f None None] Network ef9ca3b1-6891-4fce-85dc-99224bed2484 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:27:48.002903 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc303b2c-af8e-468c-82b8-0827240e2712 req-797176a9-3bfd-419c-aa0e-dde9d1e6f8f5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:48.013249 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bc303b2c-af8e-468c-82b8-0827240e2712 req-797176a9-3bfd-419c-aa0e-dde9d1e6f8f5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.1105349 May 16 15:27:48.144615 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e2974-7878-4d65-835e-5847866551c8', 'name': 'tempest-TestVolumeBootPattern-441793804-router', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 3, 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'gw_port': {'id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82e2974-7878-4d65-835e-5847866551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:48.151847 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 71f5e907-aea9-474a-b568-d057bf6bdff7 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:27:48.183470 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bc303b2c-af8e-468c-82b8-0827240e2712 req-d0cc1cfd-d1e0-4dc1-8d91-0530ae40fa23 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681092 May 16 15:27:48.199602 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Checking router: a82e2974-7878-4d65-835e-5847866551c8 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:27:48.200138 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Updating router a82e2974-7878-4d65-835e-5847866551c8 port 8006843f-af33-43e8-b81a-eff2d3d96531 binding host dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:27:48.221288 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8ebf89c7-e0e9-439d-9be4-63d1e73ecd76 None None] Provisioning complete for port e0cee024-357f-42b8-9d1f-e144c7716a70 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:48.221668 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8ebf89c7-e0e9-439d-9be4-63d1e73ecd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.266824 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (8006843f-af33-43e8-b81a-eff2d3d96531), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.328314 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab532d-3d5e-4169-885c-d2447b4af9a3 req-732d72e2-074d-47ef-9c95-b8f462f67b8b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:48.330880 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-84ab532d-3d5e-4169-885c-d2447b4af9a3 req-732d72e2-074d-47ef-9c95-b8f462f67b8b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 944 time: 0.0637650 May 16 15:27:48.347070 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 71f5e907-aea9-474a-b568-d057bf6bdff7 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:48.347441 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.383287 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-84ab532d-3d5e-4169-885c-d2447b4af9a3 req-83cda9a4-3dce-4015-a734-396538a516d3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476987 May 16 15:27:48.475619 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf89c7-e0e9-439d-9be4-63d1e73ecd76 None None] Current status of the port e0cee024-357f-42b8-9d1f-e144c7716a70 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:48.476009 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8ebf89c7-e0e9-439d-9be4-63d1e73ecd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.556945 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 588be31f-e001-4d2f-97c9-ef1bb2eeef86 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:27:48.604487 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8ebf89c7-e0e9-439d-9be4-63d1e73ecd76 None None] For port e0cee024-357f-42b8-9d1f-e144c7716a70, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=e0cee024-357f-42b8-9d1f-e144c7716a70,segment=NetworkSegment(208697b9-be97-4467-a3ce-d6d0dbcc9f2c),segment_id=208697b9-be97-4467-a3ce-d6d0dbcc9f2c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:48.627191 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Publish callbacks [] for port (8006843f-af33-43e8-b81a-eff2d3d96531), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.663310 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 71f5e907-aea9-474a-b568-d057bf6bdff7 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:48.670893 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device e0cee024-357f-42b8-9d1f-e144c7716a70 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:27:48.711761 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:48.712232 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.761718 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (8006843f-af33-43e8-b81a-eff2d3d96531), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.762682 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port e0cee024-357f-42b8-9d1f-e144c7716a70 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:48.769249 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.769249 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8ebf89c7-e0e9-439d-9be4-63d1e73ecd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.794820 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.817370 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Attempting to bind port 8006843f-af33-43e8-b81a-eff2d3d96531 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:27:48.818401 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Attempting to bind port 8006843f-af33-43e8-b81a-eff2d3d96531 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:27:48.819356 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Attempting to bind port 8006843f-af33-43e8-b81a-eff2d3d96531 on network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:27:48.822928 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248b521-1209-4f72-b45e-88d5de30d88a None None] Pushing event updated for resources: {'Port': ['ID=8006843f-af33-43e8-b81a-eff2d3d96531,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:48.830278 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:27:48.831756 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Checking segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:27:48.831756 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.831756 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Bound using segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:27:48.832468 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Bound port: 8006843f-af33-43e8-b81a-eff2d3d96531, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:27:48.832913 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (8006843f-af33-43e8-b81a-eff2d3d96531), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.888925 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf89c7-e0e9-439d-9be4-63d1e73ecd76 None None] Pushing event updated for resources: {'Port': ['ID=e0cee024-357f-42b8-9d1f-e144c7716a70,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:48.893668 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:48.894059 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:48.944729 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] For port 8006843f-af33-43e8-b81a-eff2d3d96531, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:27:48.951373 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] For port 8006843f-af33-43e8-b81a-eff2d3d96531, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=8006843f-af33-43e8-b81a-eff2d3d96531,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:27:49.027453 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Allocated IP 172.20.0.1 (ef9ca3b1-6891-4fce-85dc-99224bed2484/80b82154-55a8-4c9f-a014-f413dcdbaca4/9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:27:49.036405 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (8006843f-af33-43e8-b81a-eff2d3d96531), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:49.086576 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-74cd1a8a-8990-4315-9199-35c08feeb8c9 None None] Provisioning complete for port e0cee024-357f-42b8-9d1f-e144c7716a70 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:49.087124 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-74cd1a8a-8990-4315-9199-35c08feeb8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:49.090272 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port e0cee024-357f-42b8-9d1f-e144c7716a70 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:49.110371 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Routers {'a82e2974-7878-4d65-835e-5847866551c8'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:49.111002 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['a82e2974-7878-4d65-835e-5847866551c8'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:49.112045 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:27:49.114359 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fb0902-e67c-4dec-baf7-1b2b7dc8247f" -d '{"events": [{"server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "name": "network-vif-plugged", "status": "completed", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:27:49.118882 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248b521-1209-4f72-b45e-88d5de30d88a None None] Pushing event updated for resources: {'Port': ['ID=8006843f-af33-43e8-b81a-eff2d3d96531,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:49.179299 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:49.228882 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Publish callbacks [] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:49.314801 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:49.381861 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-74cd1a8a-8990-4315-9199-35c08feeb8c9 None None] Current status of the port e0cee024-357f-42b8-9d1f-e144c7716a70 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:49.396243 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:49.403714 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] Set router a82e2974-7878-4d65-835e-5847866551c8 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:49.448972 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284804a2-175f-44c5-b115-effb09b07837 req-4270d07a-39bb-4f83-88e8-c9c50d1e407e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:49.463163 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-284804a2-175f-44c5-b115-effb09b07837 req-4270d07a-39bb-4f83-88e8-c9c50d1e407e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.1137111 May 16 15:27:49.505170 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Network ef9ca3b1-6891-4fce-85dc-99224bed2484 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:27:49.515212 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:27:49.520399 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:27:49.536209 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-284804a2-175f-44c5-b115-effb09b07837 req-596601cd-4518-44a1-a89a-e0ea4430257c tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717814 May 16 15:27:49.563691 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10494799-e3a2-4e41-8021-df7b00503332 x-openstack-request-id: req-10494799-e3a2-4e41-8021-df7b00503332 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:27:49.563691 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "name": "network-vif-plugged", "status": "completed", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:27:49.563939 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-10494799-e3a2-4e41-8021-df7b00503332 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:27:49.564233 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10494799-e3a2-4e41-8021-df7b00503332'] response: {'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'code': 200} May 16 15:27:49.594103 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=588be31f-e001-4d2f-97c9-ef1bb2eeef86,revision_number=7']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:49.599142 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:49.668859 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1834446'] for router_interface (a82e2974-7878-4d65-835e-5847866551c8), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:49.788895 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca5c3a-ae81-49f0-8c62-85e4a7bc2c06 req-980477de-2bb6-4089-b8f8-9de03a2ec505 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:49.801734 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device e0cee024-357f-42b8-9d1f-e144c7716a70 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:27:49.802935 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-72ca5c3a-ae81-49f0-8c62-85e4a7bc2c06 req-980477de-2bb6-4089-b8f8-9de03a2ec505 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.1396391 May 16 15:27:49.958381 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port e0cee024-357f-42b8-9d1f-e144c7716a70 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:49.958381 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:49.988734 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-72ca5c3a-ae81-49f0-8c62-85e4a7bc2c06 req-710f1cc0-90f6-4329-afb4-bc671502d769 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813743 May 16 15:27:49.997275 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e2974-7878-4d65-835e-5847866551c8', 'name': 'tempest-TestVolumeBootPattern-441793804-router', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 3, 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'gw_port': {'id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82e2974-7878-4d65-835e-5847866551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:50.029093 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7e4065-4393-4ca8-8b52-1201287172cd None None] The sync data for ids ['a82e2974-7878-4d65-835e-5847866551c8'] in dv-cinder-790535-39-iscsi is: [{'id': 'a82e2974-7878-4d65-835e-5847866551c8', 'name': 'tempest-TestVolumeBootPattern-441793804-router', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 3, 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'gw_port': {'id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82e2974-7878-4d65-835e-5847866551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:27:50.061946 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-62ca6ffb-e32e-461e-8a4a-9f747c8f223f None None] Provisioning complete for port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:50.062644 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-62ca6ffb-e32e-461e-8a4a-9f747c8f223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:50.186960 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port e0cee024-357f-42b8-9d1f-e144c7716a70 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:50.188266 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:50.204535 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-62ca6ffb-e32e-461e-8a4a-9f747c8f223f None None] Port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:27:50.530561 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Publish callbacks [] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:50.631080 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:50.706019 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3caf00-1d32-4927-9c15-ee22ac8529bb req-b844643e-399d-4054-8926-ee20c7f525b5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:50.708135 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ba3caf00-1d32-4927-9c15-ee22ac8529bb req-b844643e-399d-4054-8926-ee20c7f525b5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0772603 May 16 15:27:50.791279 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:50.801090 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1833092'] for router_interface (a82e2974-7878-4d65-835e-5847866551c8), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:50.808116 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ba3caf00-1d32-4927-9c15-ee22ac8529bb req-b3583507-5149-4ed5-b5b4-65a36015ad6b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938766 May 16 15:27:50.811376 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7653914-f56d-47cb-8201-068d2ba18041 req-e5f48c57-8547-4cf6-aa0a-4b2a695da30a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:50.814486 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e7653914-f56d-47cb-8201-068d2ba18041 req-e5f48c57-8547-4cf6-aa0a-4b2a695da30a tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 945 time: 0.0914695 May 16 15:27:50.934287 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e7653914-f56d-47cb-8201-068d2ba18041 req-afd7a15c-4783-43b2-ada1-9113d134b4ed tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116276 May 16 15:27:50.977093 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Network ef9ca3b1-6891-4fce-85dc-99224bed2484 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:27:50.979303 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:27:51.172872 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Router a82e2974-7878-4d65-835e-5847866551c8 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:27:51.217311 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eabfd-13f0-4d68-912a-bbd6c8ef8a7c req-ee9d5dc8-875a-46f1-8068-fadf26edcdbd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:51.227549 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-094eabfd-13f0-4d68-912a-bbd6c8ef8a7c req-ee9d5dc8-875a-46f1-8068-fadf26edcdbd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0990472 May 16 15:27:51.295696 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-094eabfd-13f0-4d68-912a-bbd6c8ef8a7c req-4c3fc548-c4d7-4816-972e-08dfc63c44b6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640600 May 16 15:27:51.347093 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8767d9a2-6e07-4b74-a088-3b4a24d59950 None None] Provisioning complete for port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:51.355610 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8767d9a2-6e07-4b74-a088-3b4a24d59950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:51.394145 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:27:51.401215 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b5d257c7-6963-4570-aeb1-1c1d7f48ff30 admin admin] 10.222.0.76 "PUT /v2.0/routers/a82e2974-7878-4d65-835e-5847866551c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6491525 May 16 15:27:51.425568 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8767d9a2-6e07-4b74-a088-3b4a24d59950 None None] Port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:27:51.597096 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 8006843f-af33-43e8-b81a-eff2d3d96531 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:27:51.661786 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 8006843f-af33-43e8-b81a-eff2d3d96531 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:51.661786 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (8006843f-af33-43e8-b81a-eff2d3d96531), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:51.768192 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 8006843f-af33-43e8-b81a-eff2d3d96531 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:51.768742 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (8006843f-af33-43e8-b81a-eff2d3d96531), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:51.797723 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port 8006843f-af33-43e8-b81a-eff2d3d96531, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=8006843f-af33-43e8-b81a-eff2d3d96531,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:51.862108 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59498) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:51.866689 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-61716684-eda4-49aa-9ff4-243a42990139 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-494742662', 'description': 'tempest-secgroup-smoke-494742662 description', 'project_id': 'bc74c97613c4462bb551e50800a5f5e2'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:51.876926 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (8006843f-af33-43e8-b81a-eff2d3d96531), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:51.942692 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=8006843f-af33-43e8-b81a-eff2d3d96531,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:51.956349 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-61716684-eda4-49aa-9ff4-243a42990139 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:51.996623 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76e12c-ff08-4f51-8a02-055664f282fc req-6b85d2b6-b14a-4555-befa-2c78253e9b18 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:52.003889 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9c76e12c-ff08-4f51-8a02-055664f282fc req-6b85d2b6-b14a-4555-befa-2c78253e9b18 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0910320 May 16 15:27:52.081457 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ee0d8-2ab3-4bfb-b90c-a9369a403ef3 req-91de499b-d99a-4b3f-bbde-de0c1993876e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:52.086628 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dc8ee0d8-2ab3-4bfb-b90c-a9369a403ef3 req-91de499b-d99a-4b3f-bbde-de0c1993876e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 945 time: 0.0649347 May 16 15:27:52.115671 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9c76e12c-ff08-4f51-8a02-055664f282fc req-292f02c1-6e55-4e0c-b8a0-52f0a2dae348 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011493 May 16 15:27:52.170918 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dc8ee0d8-2ab3-4bfb-b90c-a9369a403ef3 req-37651d35-e7be-4f7c-ac4f-42cd60c4085e tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789077 May 16 15:27:52.182290 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-61716684-eda4-49aa-9ff4-243a42990139 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group (498ab058-e2df-4ca1-aff8-5bf3dadb0f67), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:52.259367 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-61716684-eda4-49aa-9ff4-243a42990139 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (498ab058-e2df-4ca1-aff8-5bf3dadb0f67), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:52.306849 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61716684-eda4-49aa-9ff4-243a42990139 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498ab058-e2df-4ca1-aff8-5bf3dadb0f67,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:52.371424 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-61716684-eda4-49aa-9ff4-243a42990139 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:52.374993 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-61716684-eda4-49aa-9ff4-243a42990139 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5110056 May 16 15:27:52.377407 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59508) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:52.383633 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b838f329-7b73-4c9c-bb65-b51d45a10b98 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'security_group_rule': {'security_group_id': '498ab058-e2df-4ca1-aff8-5bf3dadb0f67', 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:52.555365 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b838f329-7b73-4c9c-bb65-b51d45a10b98 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (43f9a1b3-3ab8-41d7-be8f-166fbf8eb2a8), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:52.668235 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b838f329-7b73-4c9c-bb65-b51d45a10b98 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (43f9a1b3-3ab8-41d7-be8f-166fbf8eb2a8), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:52.716019 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-31b1d956-8d79-40f1-b1b8-c92f66c94404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:52.762150 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b838f329-7b73-4c9c-bb65-b51d45a10b98 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (43f9a1b3-3ab8-41d7-be8f-166fbf8eb2a8), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:52.777408 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838f329-7b73-4c9c-bb65-b51d45a10b98 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f9a1b3-3ab8-41d7-be8f-166fbf8eb2a8,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:52.826900 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeebc7c-a8d2-4429-a4b1-939b95a85861 req-29c108f0-6417-483f-9a75-de7c4641e15a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:52.828394 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-baeebc7c-a8d2-4429-a4b1-939b95a85861 req-29c108f0-6417-483f-9a75-de7c4641e15a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.4437997 May 16 15:27:52.847161 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-d0f4adea-1013-4000-baaa-5300c47d062c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:52.848586 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-d0f4adea-1013-4000-baaa-5300c47d062c tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.79 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 945 time: 0.1032362 May 16 15:27:52.848708 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b838f329-7b73-4c9c-bb65-b51d45a10b98 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:52.849939 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b838f329-7b73-4c9c-bb65-b51d45a10b98 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4711905 May 16 15:27:52.852598 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59512) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:52.859631 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9054ea-45f4-4484-8c9a-58095a375f30 req-827e060b-3735-4252-8723-e51f0b69fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:52.861064 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ca9054ea-45f4-4484-8c9a-58095a375f30 req-827e060b-3735-4252-8723-e51f0b69fb4b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be817fd143aa4f3b87f6cfd77666cdb7&device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 1130 time: 0.1145110 May 16 15:27:52.861187 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-5be0eb54-7e60-4403-b767-afd38d8c8e60 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'security_group_rule': {'security_group_id': '498ab058-e2df-4ca1-aff8-5bf3dadb0f67', 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:52.951353 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5be0eb54-7e60-4403-b767-afd38d8c8e60 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (0125f9df-56b9-43b1-915e-b995271b8dd4), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:53.034871 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-baeebc7c-a8d2-4429-a4b1-939b95a85861 req-da8b66bd-1cf4-499a-844e-66fb65948935 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972687 May 16 15:27:53.042153 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Deleting port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:53.042550 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:53.053721 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5be0eb54-7e60-4403-b767-afd38d8c8e60 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (0125f9df-56b9-43b1-915e-b995271b8dd4), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:53.084509 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9054ea-45f4-4484-8c9a-58095a375f30 req-189f2a03-7013-4b81-a774-5aa4367af369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:53.085983 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ca9054ea-45f4-4484-8c9a-58095a375f30 req-189f2a03-7013-4b81-a774-5aa4367af369 service neutron] 10.222.0.79 "GET /v2.0/networks?id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f HTTP/1.1" status: 200 len: 909 time: 0.2165809 May 16 15:27:53.137643 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5be0eb54-7e60-4403-b767-afd38d8c8e60 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (0125f9df-56b9-43b1-915e-b995271b8dd4), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:53.171869 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0eb54-7e60-4403-b767-afd38d8c8e60 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0125f9df-56b9-43b1-915e-b995271b8dd4,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:53.208041 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] For port 7e202561-b4bc-4d1f-98b5-3234f4c66c40, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e202561-b4bc-4d1f-98b5-3234f4c66c40,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:53.208419 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:53.253358 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ca9054ea-45f4-4484-8c9a-58095a375f30 req-0bcc373a-804c-4e5c-8e71-db77d53a3b74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125 HTTP/1.1" status: 200 len: 1001 time: 0.1390145 May 16 15:27:53.273271 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969149b-5c86-4edc-a084-f2605563db0d req-67947bbf-a06e-46ed-b49a-c29ebaeede27 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:53.295213 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4969149b-5c86-4edc-a084-f2605563db0d req-67947bbf-a06e-46ed-b49a-c29ebaeede27 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0805032 May 16 15:27:53.328936 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5be0eb54-7e60-4403-b767-afd38d8c8e60 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:53.333860 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5be0eb54-7e60-4403-b767-afd38d8c8e60 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4766381 May 16 15:27:53.336139 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59520) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:53.341470 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-6d707406-f887-49c7-9342-951d73b74573 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'security_group_rule': {'security_group_id': '498ab058-e2df-4ca1-aff8-5bf3dadb0f67', 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:53.377194 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4969149b-5c86-4edc-a084-f2605563db0d req-e9e7d124-e753-4f8e-8977-d89c8de2a6a5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810678 May 16 15:27:53.502503 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90efaf-3a9e-4da0-b991-e643d417156e req-e94188b4-f6bc-4dbf-82b2-711c90cca1e2 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:53.504116 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d90efaf-3a9e-4da0-b991-e643d417156e req-e94188b4-f6bc-4dbf-82b2-711c90cca1e2 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 945 time: 0.1438456 May 16 15:27:53.508502 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9054ea-45f4-4484-8c9a-58095a375f30 req-79499720-6bf4-4315-adac-63f29128cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:53.510002 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ca9054ea-45f4-4484-8c9a-58095a375f30 req-79499720-6bf4-4315-adac-63f29128cb7c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d2f0a3ab-7bbe-417c-8e80-93498c8cac49 HTTP/1.1" status: 200 len: 847 time: 0.1510570 May 16 15:27:53.555270 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Sync routers for ids ['a82e2974-7878-4d65-835e-5847866551c8'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:27:53.560030 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:53.560396 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (7bf55dbb-ed70-4579-9e65-43ff6bde33dd), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:53.560825 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Floating IP 7bf55dbb-ed70-4579-9e65-43ff6bde33dd disassociated. External IP: 172.27.2.144, port: 7e202561-b4bc-4d1f-98b5-3234f4c66c40. May 16 15:27:53.561180 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Calling delete_port for 7e202561-b4bc-4d1f-98b5-3234f4c66c40 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:53.571118 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Routers {'a82e2974-7878-4d65-835e-5847866551c8'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:53.571756 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['a82e2974-7878-4d65-835e-5847866551c8'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:53.575586 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 8006843f-af33-43e8-b81a-eff2d3d96531 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:27:53.600386 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9054ea-45f4-4484-8c9a-58095a375f30 req-05688766-5b2e-4af5-8521-f9aa3c3441de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:53.601943 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ca9054ea-45f4-4484-8c9a-58095a375f30 req-05688766-5b2e-4af5-8521-f9aa3c3441de service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0797095 May 16 15:27:53.685071 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d90efaf-3a9e-4da0-b991-e643d417156e req-3654d5e3-4101-4821-a598-3b4f0db5e0a6 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups?id=20761880-e9e4-4ac5-a922-1f6263b1f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615484 May 16 15:27:53.695598 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 8006843f-af33-43e8-b81a-eff2d3d96531 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:53.695969 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (8006843f-af33-43e8-b81a-eff2d3d96531), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:53.731773 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Set router a82e2974-7878-4d65-835e-5847866551c8 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:53.770840 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ca9054ea-45f4-4484-8c9a-58095a375f30 req-fbdc5a70-e483-4c84-9ecc-e822fd1c5991 service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307013 May 16 15:27:53.772446 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6d707406-f887-49c7-9342-951d73b74573 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (56eb0af5-ae3d-49a3-9d0f-4f22c31e4517), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:53.864157 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6d707406-f887-49c7-9342-951d73b74573 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (56eb0af5-ae3d-49a3-9d0f-4f22c31e4517), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:53.915921 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ca9054ea-45f4-4484-8c9a-58095a375f30 req-4601d323-7da8-425c-b694-374db32a2ada service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193492 May 16 15:27:53.938585 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6d707406-f887-49c7-9342-951d73b74573 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (56eb0af5-ae3d-49a3-9d0f-4f22c31e4517), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:53.939053 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 8006843f-af33-43e8-b81a-eff2d3d96531 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:53.962594 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d707406-f887-49c7-9342-951d73b74573 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56eb0af5-ae3d-49a3-9d0f-4f22c31e4517,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:53.973572 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (7e202561-b4bc-4d1f-98b5-3234f4c66c40), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.005501 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event deleted for resources: {'Port': ['ID=7e202561-b4bc-4d1f-98b5-3234f4c66c40,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:54.033747 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e2974-7878-4d65-835e-5847866551c8', 'name': 'tempest-TestVolumeBootPattern-441793804-router', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:49Z', 'revision_number': 4, 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'gw_port': {'id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e2974-7878-4d65-835e-5847866551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69', 'name': '', 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'mac_address': 'fa:16:3e:0a:84:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82e2974-7878-4d65-835e-5847866551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '80b82154-55a8-4c9f-a014-f413dcdbaca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:48Z', 'updated_at': '2022-05-16T15:27:50Z', 'revision_number': 2, 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'subnets': [{'id': '80b82154-55a8-4c9f-a014-f413dcdbaca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:54.038159 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6d707406-f887-49c7-9342-951d73b74573 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.042086 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6d707406-f887-49c7-9342-951d73b74573 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7024791 May 16 15:27:54.043099 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59532) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:54.047699 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-37c15ab3-b3e0-426d-b56c-e1b714e317c6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'security_group_rule': {'security_group_id': '498ab058-e2df-4ca1-aff8-5bf3dadb0f67', 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:54.068802 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Checking router: a82e2974-7878-4d65-835e-5847866551c8 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:27:54.069163 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Updating router a82e2974-7878-4d65-835e-5847866551c8 port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 binding host dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:27:54.109326 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.172356 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Router 8a1f9193-b17d-409d-9787-ae793a3af124 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:27:54.225898 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-37c15ab3-b3e0-426d-b56c-e1b714e317c6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (6d59a810-9e49-4d8b-8679-25ad6afea06e), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.264839 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c8ee3-246e-4aac-9bfe-65808c0fa896 req-d495880b-b7f9-4426-9b90-8e2a47790c00 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:54.266648 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-087c8ee3-246e-4aac-9bfe-65808c0fa896 req-d495880b-b7f9-4426-9b90-8e2a47790c00 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.1165836 May 16 15:27:54.347269 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:27:54.361276 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c05bc0a-62c6-4143-90f4-d24b2e3145b5 None None] Sync routers for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:27:54.393318 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-37c15ab3-b3e0-426d-b56c-e1b714e317c6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (6d59a810-9e49-4d8b-8679-25ad6afea06e), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.394392 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c05bc0a-62c6-4143-90f4-d24b2e3145b5 None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:54.395213 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-7c05bc0a-62c6-4143-90f4-d24b2e3145b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:54.397291 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-087c8ee3-246e-4aac-9bfe-65808c0fa896 req-bf5320d2-328e-4c56-8090-a8de1dfe56cd tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173363 May 16 15:27:54.471444 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] No DVR routers for this DVR port 7e202561-b4bc-4d1f-98b5-3234f4c66c40 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:27:54.475945 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-37c15ab3-b3e0-426d-b56c-e1b714e317c6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (6d59a810-9e49-4d8b-8679-25ad6afea06e), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.478003 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.485817 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-72db4552-2c43-4aa5-9ea8-ffad76f5e282 req-34eacdae-993d-46ae-9c8b-205e2d294779 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.79 "DELETE /v2.0/ports/7e202561-b4bc-4d1f-98b5-3234f4c66c40 HTTP/1.1" status: 204 len: 173 time: 1.6276314 May 16 15:27:54.486358 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263af909-b095-4188-82a6-8f6da66d0e96', 'name': 'network-vif-deleted', 'tag': '7e202561-b4bc-4d1f-98b5-3234f4c66c40'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:27:54.488686 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b004a32-aa92-4ddd-8fe6-66046c8182ed" -d '{"events": [{"server_uuid": "263af909-b095-4188-82a6-8f6da66d0e96", "name": "network-vif-deleted", "tag": "7e202561-b4bc-4d1f-98b5-3234f4c66c40"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:27:54.509962 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c15ab3-b3e0-426d-b56c-e1b714e317c6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d59a810-9e49-4d8b-8679-25ad6afea06e,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:54.579580 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-37c15ab3-b3e0-426d-b56c-e1b714e317c6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.580799 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-37c15ab3-b3e0-426d-b56c-e1b714e317c6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5367563 May 16 15:27:54.583707 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59542) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:54.583851 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4ce86a-92ab-41cf-8c9a-b809890fcfd4 x-openstack-request-id: req-7a4ce86a-92ab-41cf-8c9a-b809890fcfd4 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:27:54.588119 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-a12b0a3f-daa0-4250-a1c7-c84876ba4314 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'security_group_rule': {'security_group_id': '498ab058-e2df-4ca1-aff8-5bf3dadb0f67', 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:54.598897 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263af909-b095-4188-82a6-8f6da66d0e96", "name": "network-vif-deleted", "tag": "7e202561-b4bc-4d1f-98b5-3234f4c66c40", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:27:54.598897 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a4ce86a-92ab-41cf-8c9a-b809890fcfd4 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:27:54.598897 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4ce86a-92ab-41cf-8c9a-b809890fcfd4'] response: {'server_uuid': '263af909-b095-4188-82a6-8f6da66d0e96', 'name': 'network-vif-deleted', 'tag': '7e202561-b4bc-4d1f-98b5-3234f4c66c40', 'status': 'completed', 'code': 200} May 16 15:27:54.608023 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677308-a3c2-40b4-87f9-f90a352878bd req-19dc82d6-5fc5-4a1d-a262-ff637981cfc7 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:54.616925 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0b677308-a3c2-40b4-87f9-f90a352878bd req-19dc82d6-5fc5-4a1d-a262-ff637981cfc7 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.1148596 May 16 15:27:54.679442 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0b677308-a3c2-40b4-87f9-f90a352878bd req-ce3a2b1c-ff45-4669-963e-dc706804e5d4 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614843 May 16 15:27:54.710158 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.securitygroups_db [None req-a12b0a3f-daa0-4250-a1c7-c84876ba4314 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Project bc74c97613c4462bb551e50800a5f5e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:27:54.716618 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a12b0a3f-daa0-4250-a1c7-c84876ba4314 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (9b2325e3-f5bd-4183-b1bf-a134642e094b), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.739247 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Publish callbacks [] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.783782 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-7c05bc0a-62c6-4143-90f4-d24b2e3145b5 None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:54.830520 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.866431 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-09ffd45e-6ab9-40f5-a2a3-a4fd0ca8842d req-b44615ca-e397-41d6-b9ae-7a1077c9fa08 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 210 time: 0.0467134 May 16 15:27:54.874149 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a12b0a3f-daa0-4250-a1c7-c84876ba4314 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (9b2325e3-f5bd-4183-b1bf-a134642e094b), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.891795 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1bf4ea83-5dcd-482f-9bb1-0ac08c5668d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.915732 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568bc0f-76b3-4d13-9929-89ef6cde7fe7 None None] Pushing event updated for resources: {'Port': ['ID=9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:54.939411 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a12b0a3f-daa0-4250-a1c7-c84876ba4314 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (9b2325e3-f5bd-4183-b1bf-a134642e094b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:54.983829 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b0a3f-daa0-4250-a1c7-c84876ba4314 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2325e3-f5bd-4183-b1bf-a134642e094b,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:55.038597 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Attempting to bind port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:27:55.038958 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Attempting to bind port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '208697b9-be97-4467-a3ce-d6d0dbcc9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:27:55.039314 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Attempting to bind port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 on network ef9ca3b1-6891-4fce-85dc-99224bed2484 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:27:55.047163 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:27:55.047539 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Checking segment: {'id': '208697b9-be97-4467-a3ce-d6d0dbcc9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:27:55.048707 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.049102 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Bound using segment: {'id': '208697b9-be97-4467-a3ce-d6d0dbcc9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:27:55.050201 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Bound port: 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208697b9-be97-4467-a3ce-d6d0dbcc9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:27:55.050643 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.054813 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a12b0a3f-daa0-4250-a1c7-c84876ba4314 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.056009 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a12b0a3f-daa0-4250-a1c7-c84876ba4314 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4713576 May 16 15:27:55.059035 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59546) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:55.069112 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-22c3a2a4-b822-4800-80e5-6e5016d5655e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'security_group_rule': {'security_group_id': '498ab058-e2df-4ca1-aff8-5bf3dadb0f67', 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:27:55.072624 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-7c05bc0a-62c6-4143-90f4-d24b2e3145b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:35Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:55.104107 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c05bc0a-62c6-4143-90f4-d24b2e3145b5 None None] Checking router: 8a1f9193-b17d-409d-9787-ae793a3af124 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:27:55.114299 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c05bc0a-62c6-4143-90f4-d24b2e3145b5 None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:55.115175 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-7c05bc0a-62c6-4143-90f4-d24b2e3145b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:55.184382 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.securitygroups_db [None req-22c3a2a4-b822-4800-80e5-6e5016d5655e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Project bc74c97613c4462bb551e50800a5f5e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:27:55.187836 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] For port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:27:55.194877 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] For port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69,segment=NetworkSegment(208697b9-be97-4467-a3ce-d6d0dbcc9f2c),segment_id=208697b9-be97-4467-a3ce-d6d0dbcc9f2c)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:27:55.197647 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-22c3a2a4-b822-4800-80e5-6e5016d5655e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (c8f85007-25be-40cc-96df-356609322f11), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.268651 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.279484 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-7c05bc0a-62c6-4143-90f4-d24b2e3145b5 None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:55.334545 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-22c3a2a4-b822-4800-80e5-6e5016d5655e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (c8f85007-25be-40cc-96df-356609322f11), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.424452 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-22c3a2a4-b822-4800-80e5-6e5016d5655e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (c8f85007-25be-40cc-96df-356609322f11), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.452745 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-196bab90-3db1-4353-84c9-de08b8243a3d None None] Provisioning complete for port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:55.458402 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-196bab90-3db1-4353-84c9-de08b8243a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.461683 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3a2a4-b822-4800-80e5-6e5016d5655e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f85007-25be-40cc-96df-356609322f11,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:55.515706 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Routers {'a82e2974-7878-4d65-835e-5847866551c8'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:27:55.515706 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['a82e2974-7878-4d65-835e-5847866551c8'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:55.560726 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568bc0f-76b3-4d13-9929-89ef6cde7fe7 None None] Pushing event updated for resources: {'Port': ['ID=9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:55.573386 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-22c3a2a4-b822-4800-80e5-6e5016d5655e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.574708 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-22c3a2a4-b822-4800-80e5-6e5016d5655e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5106351 May 16 15:27:55.653841 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-196bab90-3db1-4353-84c9-de08b8243a3d None None] Current status of the port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:55.654371 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-196bab90-3db1-4353-84c9-de08b8243a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.682587 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16833e-7947-40cf-bb32-75ca6b8b2a2e req-169f7dc9-2214-4231-9d41-7c278ff6895c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:55.695367 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5e16833e-7947-40cf-bb32-75ca6b8b2a2e req-169f7dc9-2214-4231-9d41-7c278ff6895c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.1622603 May 16 15:27:55.763712 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-7c05bc0a-62c6-4143-90f4-d24b2e3145b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:35Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:55.812307 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-196bab90-3db1-4353-84c9-de08b8243a3d None None] For port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69,segment=NetworkSegment(208697b9-be97-4467-a3ce-d6d0dbcc9f2c),segment_id=208697b9-be97-4467-a3ce-d6d0dbcc9f2c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:55.835359 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] Set router a82e2974-7878-4d65-835e-5847866551c8 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:27:55.842607 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c05bc0a-62c6-4143-90f4-d24b2e3145b5 None None] The sync data for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi is: [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:23Z', 'revision_number': 4, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '2d17fbdd-9f00-46fe-b185-41b81e007600', 'name': '', 'network_id': '85d31a74-2e0d-4761-a3e9-16256afe83d7', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'mac_address': 'fa:16:3e:17:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:20Z', 'updated_at': '2022-05-16T15:21:35Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'subnets': [{'id': '452ae066-2827-4424-a9d0-b7d8f441c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:27:55.916032 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-196bab90-3db1-4353-84c9-de08b8243a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.954250 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5e16833e-7947-40cf-bb32-75ca6b8b2a2e req-741efc55-8108-4bb6-8e77-2f5aad32e0eb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408063 May 16 15:27:56.010819 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6ab8a-2162-4d5d-936f-196420e53297 req-3760326e-ad54-417d-b3f7-385c0cb8fae8 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:56.030799 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-16a6ab8a-2162-4d5d-936f-196420e53297 req-3760326e-ad54-417d-b3f7-385c0cb8fae8 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.1541426 May 16 15:27:56.138518 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-16a6ab8a-2162-4d5d-936f-196420e53297 req-757e7c11-1542-4c1c-ab32-f753568bf711 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066563 May 16 15:27:56.181074 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-356dbf7f-a3aa-4cc9-990b-f24b50cc1c55 req-b3867f74-9a42-4d4c-9869-a3d252ea233f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/ports?device_id=263af909-b095-4188-82a6-8f6da66d0e96 HTTP/1.1" status: 200 len: 210 time: 0.0696499 May 16 15:27:56.206894 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bab90-3db1-4353-84c9-de08b8243a3d None None] Pushing event updated for resources: {'Port': ['ID=9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:56.246617 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-5c50620a-25b4-42cd-bceb-a9bc175db26f None None] Provisioning complete for port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:56.247319 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5c50620a-25b4-42cd-bceb-a9bc175db26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:56.249475 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:56.392170 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e2dac-3194-46b0-ac02-69e5543ed7ac None None] New status for floating IP 7bf55dbb-ed70-4579-9e65-43ff6bde33dd: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:27:56.554375 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-5c50620a-25b4-42cd-bceb-a9bc175db26f None None] Current status of the port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:56.609935 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:56.612962 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e2974-7878-4d65-835e-5847866551c8', 'name': 'tempest-TestVolumeBootPattern-441793804-router', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:49Z', 'revision_number': 4, 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'gw_port': {'id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e2974-7878-4d65-835e-5847866551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69', 'name': '', 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'mac_address': 'fa:16:3e:0a:84:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82e2974-7878-4d65-835e-5847866551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '80b82154-55a8-4c9f-a014-f413dcdbaca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:48Z', 'updated_at': '2022-05-16T15:27:55Z', 'revision_number': 4, 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'subnets': [{'id': '80b82154-55a8-4c9f-a014-f413dcdbaca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:27:56.656095 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89319c38-f6b5-4018-92f4-a2e22f897534 None None] The sync data for ids ['a82e2974-7878-4d65-835e-5847866551c8'] in dv-cinder-790535-39-iscsi is: [{'id': 'a82e2974-7878-4d65-835e-5847866551c8', 'name': 'tempest-TestVolumeBootPattern-441793804-router', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:49Z', 'revision_number': 4, 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'gw_port': {'id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e2974-7878-4d65-835e-5847866551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69', 'name': '', 'network_id': 'ef9ca3b1-6891-4fce-85dc-99224bed2484', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'mac_address': 'fa:16:3e:0a:84:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82e2974-7878-4d65-835e-5847866551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '80b82154-55a8-4c9f-a014-f413dcdbaca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:48Z', 'updated_at': '2022-05-16T15:27:55Z', 'revision_number': 4, 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'subnets': [{'id': '80b82154-55a8-4c9f-a014-f413dcdbaca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:27:56.735344 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 is: ACTIVE; New status is: DOWN {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:56.735740 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:56.803622 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:27:56.810687 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2debd45-d977-47fb-bd9d-02a595a3b2b1" -d '{"events": [{"server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "name": "network-vif-unplugged", "status": "completed", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:27:56.827365 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:56.869688 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 15:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075d8b55-ac2a-4a28-97ba-44505b0b8446 x-openstack-request-id: req-075d8b55-ac2a-4a28-97ba-44505b0b8446 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:27:56.869993 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "name": "network-vif-unplugged", "status": "completed", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:27:56.870332 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-075d8b55-ac2a-4a28-97ba-44505b0b8446 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:27:56.871266 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075d8b55-ac2a-4a28-97ba-44505b0b8446'] response: {'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'code': 200} May 16 15:27:56.921585 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:56.922677 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 7e202561-b4bc-4d1f-98b5-3234f4c66c40 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:56.999818 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 7e202561-b4bc-4d1f-98b5-3234f4c66c40 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:27:57.000180 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 7e202561-b4bc-4d1f-98b5-3234f4c66c40 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:57.049958 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,revision_number=6']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:57.143434 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bd166-265a-4033-8ef8-de2732235bda req-16ff8a0e-60a0-45d2-957e-522bf6ce52c5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:57.145458 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-419bd166-265a-4033-8ef8-de2732235bda req-16ff8a0e-60a0-45d2-957e-522bf6ce52c5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0944877 May 16 15:27:57.256612 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-419bd166-265a-4033-8ef8-de2732235bda req-40f55137-aa38-4067-8614-4e3b8dffaf8f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027448 May 16 15:27:57.366725 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec814dc4-c2f5-4ca2-9d8a-f08a77736088 req-71795416-29ef-49db-9089-067402929fd9 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:57.371681 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ec814dc4-c2f5-4ca2-9d8a-f08a77736088 req-71795416-29ef-49db-9089-067402929fd9 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.1056364 May 16 15:27:57.486432 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59632) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:57.498712 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:57.509288 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ec814dc4-c2f5-4ca2-9d8a-f08a77736088 req-5aff6749-3a7b-421d-a9ec-bdd1a18116b3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224642 May 16 15:27:57.682321 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-13c81c83-20cd-4dcf-a99b-a6a5dc3499d8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group (20761880-e9e4-4ac5-a922-1f6263b1f0b5), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:57.683012 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:27:57.740328 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-13c81c83-20cd-4dcf-a99b-a6a5dc3499d8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group (20761880-e9e4-4ac5-a922-1f6263b1f0b5), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:57.770936 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:27:57.774003 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:57.879256 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:57.914461 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-13c81c83-20cd-4dcf-a99b-a6a5dc3499d8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (20761880-e9e4-4ac5-a922-1f6263b1f0b5), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:57.917470 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-13c81c83-20cd-4dcf-a99b-a6a5dc3499d8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:57.921804 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-13c81c83-20cd-4dcf-a99b-a6a5dc3499d8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "DELETE /v2.0/security-groups/20761880-e9e4-4ac5-a922-1f6263b1f0b5 HTTP/1.1" status: 204 len: 168 time: 0.4341223 May 16 15:27:57.921956 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59638) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:57.943035 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c81c83-20cd-4dcf-a99b-a6a5dc3499d8 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20761880-e9e4-4ac5-a922-1f6263b1f0b5,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:57.956600 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.api.v2.resource [None req-85107370-91e1-464a-a08a-7899cfe49c84 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] show failed (client error): The resource could not be found. May 16 15:27:57.959101 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-85107370-91e1-464a-a08a-7899cfe49c84 tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "GET /v2.0/security-groups/20761880-e9e4-4ac5-a922-1f6263b1f0b5 HTTP/1.1" status: 404 len: 347 time: 0.0357220 May 16 15:27:57.964016 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59640) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:58.113896 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f5fb7-81ae-4ab7-881a-74d29f52415f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Deleting port 8cd93aaa-601c-4870-893d-fbc01e7193d3 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:27:58.114565 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5fb7-81ae-4ab7-881a-74d29f52415f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (8cd93aaa-601c-4870-893d-fbc01e7193d3), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:58.213416 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9839d8-7d43-4d16-8425-faf854418ddb req-9af246fe-3cd0-4eb9-b76c-8f94283b14d0 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:58.221873 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aa9839d8-7d43-4d16-8425-faf854418ddb req-9af246fe-3cd0-4eb9-b76c-8f94283b14d0 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0949144 May 16 15:27:58.311622 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5fb7-81ae-4ab7-881a-74d29f52415f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (8cd93aaa-601c-4870-893d-fbc01e7193d3), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:58.317636 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5fb7-81ae-4ab7-881a-74d29f52415f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (8cd93aaa-601c-4870-893d-fbc01e7193d3), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:58.317868 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aa9839d8-7d43-4d16-8425-faf854418ddb req-32619a4c-6f98-4897-8b1e-50e7759b6c30 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944083 May 16 15:27:58.341580 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f5fb7-81ae-4ab7-881a-74d29f52415f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Calling delete_port for 8cd93aaa-601c-4870-893d-fbc01e7193d3 owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:27:58.365794 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59654) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:58.508266 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-234f6bea-9dfd-464f-bd36-4aa8cbb4672d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1407773 May 16 15:27:58.520021 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f305ae-1d9d-40db-8934-8260bfd1c835 req-ea843b5e-f962-445f-a32b-fce14da26993 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:58.523264 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-019ad052-04fc-4368-bd69-4aac5a9ec3cb service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:27:58.523854 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-80f305ae-1d9d-40db-8934-8260bfd1c835 req-ea843b5e-f962-445f-a32b-fce14da26993 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.1029639 May 16 15:27:58.527110 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-019ad052-04fc-4368-bd69-4aac5a9ec3cb service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0122797 May 16 15:27:58.660793 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59662) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:58.671016 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-80f305ae-1d9d-40db-8934-8260bfd1c835 req-cd3e76b3-b87c-4ea6-b02e-60582f709c38 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415777 May 16 15:27:58.728612 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5fb7-81ae-4ab7-881a-74d29f52415f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (8cd93aaa-601c-4870-893d-fbc01e7193d3), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:58.796272 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f5fb7-81ae-4ab7-881a-74d29f52415f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Pushing event deleted for resources: {'Port': ['ID=8cd93aaa-601c-4870-893d-fbc01e7193d3,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:58.859082 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-3cf83e3b-b022-4174-ba61-0790b0c7b04a tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:58.861223 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-3cf83e3b-b022-4174-ba61-0790b0c7b04a tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports/63eb5f5f-0157-446b-b8eb-bc09b2fc4125 HTTP/1.1" status: 200 len: 941 time: 0.1989741 May 16 15:27:58.886479 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5fb7-81ae-4ab7-881a-74d29f52415f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks [] for floatingip (7bf55dbb-ed70-4579-9e65-43ff6bde33dd), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:58.890493 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5fb7-81ae-4ab7-881a-74d29f52415f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:58.891959 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-4a4f5fb7-81ae-4ab7-881a-74d29f52415f tempest-AttachVolumeTestJSON-656783132 tempest-AttachVolumeTestJSON-656783132-project] 10.222.0.76 "DELETE /v2.0/floatingips/7bf55dbb-ed70-4579-9e65-43ff6bde33dd HTTP/1.1" status: 204 len: 168 time: 0.9264650 May 16 15:27:58.924739 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59672) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:59.115792 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d282d0f1-1c7e-46d6-bf04-c5fb1297fe67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:59.241495 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d282d0f1-1c7e-46d6-bf04-c5fb1297fe67 admin admin] Publish callbacks [] for security_group (55ee6470-2a3f-44f1-852a-38da19223d77), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:59.435293 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3de401-0428-4f75-a95f-bd3f25ef7263 req-630671af-2a4c-4d79-a0e4-78f3a750959b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:59.437647 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2b3de401-0428-4f75-a95f-bd3f25ef7263 req-630671af-2a4c-4d79-a0e4-78f3a750959b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0541663 May 16 15:27:59.496246 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2b3de401-0428-4f75-a95f-bd3f25ef7263 req-fb7603c8-aa66-478e-be17-094444f2a6cb tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498810 May 16 15:27:59.585183 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d282d0f1-1c7e-46d6-bf04-c5fb1297fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (55ee6470-2a3f-44f1-852a-38da19223d77), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:59.627878 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282d0f1-1c7e-46d6-bf04-c5fb1297fe67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ee6470-2a3f-44f1-852a-38da19223d77,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:59.631002 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-d282d0f1-1c7e-46d6-bf04-c5fb1297fe67 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b271894c84c41288950e1f2aa6a98a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7047703 May 16 15:27:59.633825 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59686) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:59.688833 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f25a3e7f-8c25-4426-939c-420e70aff351 admin admin] Publish callbacks [] for security_group (55ee6470-2a3f-44f1-852a-38da19223d77), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:59.711321 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f25a3e7f-8c25-4426-939c-420e70aff351 admin admin] Publish callbacks [] for security_group (55ee6470-2a3f-44f1-852a-38da19223d77), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:59.715684 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:59.835435 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e34cf-a024-48bf-9afc-703f145b59e2 req-6c8b6c47-5efd-4ef4-8d0e-b189f86229e6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:59.836911 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5c3e34cf-a024-48bf-9afc-703f145b59e2 req-6c8b6c47-5efd-4ef4-8d0e-b189f86229e6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0534284 May 16 15:27:59.885293 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5c3e34cf-a024-48bf-9afc-703f145b59e2 req-4d5560ae-10c1-423a-b4dd-7a9b55554176 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423758 May 16 15:27:59.910024 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f25a3e7f-8c25-4426-939c-420e70aff351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (55ee6470-2a3f-44f1-852a-38da19223d77), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:59.912657 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f25a3e7f-8c25-4426-939c-420e70aff351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:59.913789 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-f25a3e7f-8c25-4426-939c-420e70aff351 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/55ee6470-2a3f-44f1-852a-38da19223d77 HTTP/1.1" status: 204 len: 168 time: 0.2791023 May 16 15:27:59.923374 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a3e7f-8c25-4426-939c-420e70aff351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ee6470-2a3f-44f1-852a-38da19223d77,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:00.624542 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672943f4-3a76-4b18-9f3a-4c711e0c8c93 req-690b60aa-4d75-4d19-884c-39e81f8e9204 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:00.626089 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-672943f4-3a76-4b18-9f3a-4c711e0c8c93 req-690b60aa-4d75-4d19-884c-39e81f8e9204 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0565143 May 16 15:28:00.701106 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-672943f4-3a76-4b18-9f3a-4c711e0c8c93 req-00b4d9ab-94c5-4635-8e57-7cfa698f3186 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660744 May 16 15:28:00.873604 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59708) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:00.890892 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-439d4ec7-0447-4616-928e-3f2cd2e3dfe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:00.995081 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-439d4ec7-0447-4616-928e-3f2cd2e3dfe2 admin admin] Publish callbacks [] for security_group (b5129b32-b81b-42df-a9e4-953058a43cdb), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:01.055926 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746f2ea-39f8-4224-8690-e69ed61fca00 req-9a095f5b-08bd-4249-9b4e-a6154ef931e3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:01.057753 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b746f2ea-39f8-4224-8690-e69ed61fca00 req-9a095f5b-08bd-4249-9b4e-a6154ef931e3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0569394 May 16 15:28:01.059412 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-439d4ec7-0447-4616-928e-3f2cd2e3dfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b5129b32-b81b-42df-a9e4-953058a43cdb), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:01.132721 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-439d4ec7-0447-4616-928e-3f2cd2e3dfe2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5852fd65570e4d3f81e4bbad14cbd7cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548571 May 16 15:28:01.133459 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d4ec7-0447-4616-928e-3f2cd2e3dfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5129b32-b81b-42df-a9e4-953058a43cdb,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:01.133921 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59712) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:01.205869 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b746f2ea-39f8-4224-8690-e69ed61fca00 req-4eb7085d-90dd-4d90-9d07-0d40484f0388 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221225 May 16 15:28:01.235632 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-169d36a3-105c-4a70-8be4-65ffd97b05ee admin admin] Publish callbacks [] for security_group (b5129b32-b81b-42df-a9e4-953058a43cdb), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:01.272439 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-169d36a3-105c-4a70-8be4-65ffd97b05ee admin admin] Publish callbacks [] for security_group (b5129b32-b81b-42df-a9e4-953058a43cdb), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:01.411678 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-169d36a3-105c-4a70-8be4-65ffd97b05ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b5129b32-b81b-42df-a9e4-953058a43cdb), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:01.414693 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-169d36a3-105c-4a70-8be4-65ffd97b05ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:01.415959 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-169d36a3-105c-4a70-8be4-65ffd97b05ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b5129b32-b81b-42df-a9e4-953058a43cdb HTTP/1.1" status: 204 len: 168 time: 0.2810123 May 16 15:28:01.431022 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d36a3-105c-4a70-8be4-65ffd97b05ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5129b32-b81b-42df-a9e4-953058a43cdb,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:01.896400 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133b02d-bed6-4595-88d7-bf92edfcb89f req-062f8178-73e1-4c64-a4fc-b50a22cd93e2 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:01.898000 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5133b02d-bed6-4595-88d7-bf92edfcb89f req-062f8178-73e1-4c64-a4fc-b50a22cd93e2 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.1078854 May 16 15:28:02.001717 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5133b02d-bed6-4595-88d7-bf92edfcb89f req-5aed91d4-1b99-4b43-bdba-655156b44e55 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968230 May 16 15:28:02.230998 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-ffe50fb3-54ba-4c15-aa37-97c298d8584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:02.248490 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-ffe50fb3-54ba-4c15-aa37-97c298d8584b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a&tenant_id=be817fd143aa4f3b87f6cfd77666cdb7 HTTP/1.1" status: 200 len: 1128 time: 0.0647790 May 16 15:28:02.371547 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-c7451ee2-c9f3-4323-a343-8b66b679a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:02.373342 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-c7451ee2-c9f3-4323-a343-8b66b679a763 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be817fd143aa4f3b87f6cfd77666cdb7&device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 1128 time: 0.0917852 May 16 15:28:02.439828 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f378e27-813a-4e8c-b9b5-fe48ebcb0bee req-f1ce38ba-9c7b-466f-bd7b-854113d879b3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:02.441331 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0f378e27-813a-4e8c-b9b5-fe48ebcb0bee req-f1ce38ba-9c7b-466f-bd7b-854113d879b3 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.1168876 May 16 15:28:02.547881 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-cd785fcb-1619-4d87-9c89-3d9036c08eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:02.549491 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-cd785fcb-1619-4d87-9c89-3d9036c08eba service neutron] 10.222.0.79 "GET /v2.0/networks?id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f HTTP/1.1" status: 200 len: 909 time: 0.1687741 May 16 15:28:02.563871 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0f378e27-813a-4e8c-b9b5-fe48ebcb0bee req-1468f807-243e-4b7d-996c-ba3f16ce941d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152678 May 16 15:28:02.639323 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-d8870134-c2cb-4fd7-981a-8dc0a90bfb93 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125 HTTP/1.1" status: 200 len: 999 time: 0.0691504 May 16 15:28:02.713838 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-3983ffd9-dcec-44c7-82e7-3e9a3b1a93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:02.715923 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-3983ffd9-dcec-44c7-82e7-3e9a3b1a93c6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d2f0a3ab-7bbe-417c-8e80-93498c8cac49 HTTP/1.1" status: 200 len: 847 time: 0.0658426 May 16 15:28:02.768666 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-87a87a67-025a-46c1-beac-a06abbfd6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:02.770212 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-87a87a67-025a-46c1-beac-a06abbfd6ecd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479810 May 16 15:28:02.883729 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-dad756c1-811c-4dac-a203-28b041e66421 service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043665 May 16 15:28:02.988550 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8bb30d1d-131e-49d1-8d84-6d494f7c2001 req-f4e5e0b6-2af5-44a0-a3a7-94a555eef8e9 service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981846 May 16 15:28:03.077316 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59764) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:03.139988 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59c4e2-9d31-458b-a1b9-3829a6f9dce9 req-f73a07da-e801-4c9d-92f7-35b679439777 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:03.141747 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db59c4e2-9d31-458b-a1b9-3829a6f9dce9 req-f73a07da-e801-4c9d-92f7-35b679439777 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0756469 May 16 15:28:03.204287 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db59c4e2-9d31-458b-a1b9-3829a6f9dce9 req-39f03ea3-2cbf-4e2b-8f18-326f76e5c4f2 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563033 May 16 15:28:03.700218 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-090ba3d3-326f-433e-ab13-14520e570a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1833205'] for router_interface (8a1f9193-b17d-409d-9787-ae793a3af124), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:03.740310 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1160806-acac-4b91-bba5-0cbe9769c53b req-8263a210-ae03-4773-96eb-a610a45cbe84 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:03.741862 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a1160806-acac-4b91-bba5-0cbe9769c53b req-8263a210-ae03-4773-96eb-a610a45cbe84 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0996695 May 16 15:28:03.849658 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a1160806-acac-4b91-bba5-0cbe9769c53b req-d57fd268-cb8d-498b-86cf-5759c450d3f2 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002071 May 16 15:28:04.072829 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-090ba3d3-326f-433e-ab13-14520e570a4d admin admin] Deleting port 2d17fbdd-9f00-46fe-b185-41b81e007600 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:28:04.074267 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-090ba3d3-326f-433e-ab13-14520e570a4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:04.192102 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-090ba3d3-326f-433e-ab13-14520e570a4d admin admin] For port 2d17fbdd-9f00-46fe-b185-41b81e007600, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=2d17fbdd-9f00-46fe-b185-41b81e007600,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:04.193115 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-090ba3d3-326f-433e-ab13-14520e570a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:04.216148 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-090ba3d3-326f-433e-ab13-14520e570a4d admin admin] Calling delete_port for 2d17fbdd-9f00-46fe-b185-41b81e007600 owned by network:router_interface {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:28:04.360278 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9dba2-53a2-4793-956e-0efe792a1f3d req-b0c4197b-d91f-4d04-83a2-54dfbc725872 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:04.362888 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9fd9dba2-53a2-4793-956e-0efe792a1f3d req-b0c4197b-d91f-4d04-83a2-54dfbc725872 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0626049 May 16 15:28:04.427862 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9fd9dba2-53a2-4793-956e-0efe792a1f3d req-373ecdae-bcee-4e28-9db6-3bbf6b3ef5d2 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577655 May 16 15:28:04.556283 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-090ba3d3-326f-433e-ab13-14520e570a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (2d17fbdd-9f00-46fe-b185-41b81e007600), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:04.580971 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ba3d3-326f-433e-ab13-14520e570a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d17fbdd-9f00-46fe-b185-41b81e007600,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:04.964709 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-090ba3d3-326f-433e-ab13-14520e570a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1805546'] for router_interface (8a1f9193-b17d-409d-9787-ae793a3af124), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:05.037354 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b506e-af19-40ef-8ed7-cc4f14f5ffe3 req-3dbb88db-8a51-4ef1-97d4-08ce3f080363 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:05.038914 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5c0b506e-af19-40ef-8ed7-cc4f14f5ffe3 req-3dbb88db-8a51-4ef1-97d4-08ce3f080363 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0841436 May 16 15:28:05.134620 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5c0b506e-af19-40ef-8ed7-cc4f14f5ffe3 req-c62edfc0-a3a6-4cd2-a291-a889f21dc64e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887897 May 16 15:28:05.244473 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090ba3d3-326f-433e-ab13-14520e570a4d admin admin] Router 8a1f9193-b17d-409d-9787-ae793a3af124 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:28:05.348594 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090ba3d3-326f-433e-ab13-14520e570a4d admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:28:05.358230 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-090ba3d3-326f-433e-ab13-14520e570a4d admin admin] 10.222.0.76 "PUT /v2.0/routers/8a1f9193-b17d-409d-9787-ae793a3af124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2798102 May 16 15:28:05.360624 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59802) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:05.363964 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af731a-a0d9-4f94-b895-28a4b2a45d4a None None] Sync routers for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:28:05.374446 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af731a-a0d9-4f94-b895-28a4b2a45d4a None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:28:05.378026 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b3af731a-a0d9-4f94-b895-28a4b2a45d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:05.463021 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Publish callbacks [] for router (8a1f9193-b17d-409d-9787-ae793a3af124), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:05.504425 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-b3af731a-a0d9-4f94-b895-28a4b2a45d4a None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:28:05.613384 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Publish callbacks [] for router_gateway (8a1f9193-b17d-409d-9787-ae793a3af124), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:05.648557 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58739b70-dec6-4723-ba41-d19a08049e09 req-7a0a6174-d522-4082-b0d6-70189be2b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:05.649968 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-58739b70-dec6-4723-ba41-d19a08049e09 req-7a0a6174-d522-4082-b0d6-70189be2b9ef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f2241c9641bb401aa9f1c6930c513552&device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 1129 time: 0.1466720 May 16 15:28:05.657617 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ffa80-e7db-4377-b3a2-8ab13e923d26 req-68aa17ab-7c7f-49de-819f-eb854f28bd71 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:05.659714 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fa1ffa80-e7db-4377-b3a2-8ab13e923d26 req-68aa17ab-7c7f-49de-819f-eb854f28bd71 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.1336637 May 16 15:28:05.741837 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b3af731a-a0d9-4f94-b895-28a4b2a45d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:28:04Z', 'revision_number': 5, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port': {'id': 'db29dcb2-6974-4c23-a018-097c04d286e4', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:14Z', 'updated_at': '2022-05-16T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:05.742839 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Deleting port db29dcb2-6974-4c23-a018-097c04d286e4 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:28:05.743465 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (db29dcb2-6974-4c23-a018-097c04d286e4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:05.770395 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fa1ffa80-e7db-4377-b3a2-8ab13e923d26 req-66a71404-3538-441f-b1f9-7a831497c7a8 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021972 May 16 15:28:05.771661 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af731a-a0d9-4f94-b895-28a4b2a45d4a None None] Checking router: 8a1f9193-b17d-409d-9787-ae793a3af124 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:28:05.780953 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af731a-a0d9-4f94-b895-28a4b2a45d4a None None] Routers {'8a1f9193-b17d-409d-9787-ae793a3af124'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:28:05.781597 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b3af731a-a0d9-4f94-b895-28a4b2a45d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['8a1f9193-b17d-409d-9787-ae793a3af124'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:05.798852 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58739b70-dec6-4723-ba41-d19a08049e09 req-f2fb51b2-f090-4f81-9e99-899443649157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:05.800511 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-58739b70-dec6-4723-ba41-d19a08049e09 req-f2fb51b2-f090-4f81-9e99-899443649157 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ca0b759-8171-48eb-a5a7-1c280cfa9338 HTTP/1.1" status: 200 len: 917 time: 0.1398740 May 16 15:28:05.827413 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] For port db29dcb2-6974-4c23-a018-097c04d286e4, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=db29dcb2-6974-4c23-a018-097c04d286e4,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:05.827772 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (db29dcb2-6974-4c23-a018-097c04d286e4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:05.844116 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Calling delete_port for db29dcb2-6974-4c23-a018-097c04d286e4 owned by network:router_gateway {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:28:05.875678 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-58739b70-dec6-4723-ba41-d19a08049e09 req-12860cef-85c3-4115-9111-44c2f8782d72 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86 HTTP/1.1" status: 200 len: 1001 time: 0.0663655 May 16 15:28:05.880797 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-b3af731a-a0d9-4f94-b895-28a4b2a45d4a None None] Set router 8a1f9193-b17d-409d-9787-ae793a3af124 gateway port host: None {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:28:05.931988 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58739b70-dec6-4723-ba41-d19a08049e09 req-36cd2fad-f0ec-44ac-a056-0685c0fc19be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:05.933485 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-58739b70-dec6-4723-ba41-d19a08049e09 req-36cd2fad-f0ec-44ac-a056-0685c0fc19be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=29de9496-5d60-46ba-8f4f-543ccad83b00 HTTP/1.1" status: 200 len: 855 time: 0.0535429 May 16 15:28:05.933662 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b3af731a-a0d9-4f94-b895-28a4b2a45d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:28:05Z', 'revision_number': 6, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port_host': None}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:05.958993 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af731a-a0d9-4f94-b895-28a4b2a45d4a None None] The sync data for ids ['8a1f9193-b17d-409d-9787-ae793a3af124'] in dv-cinder-790535-39-iscsi is: [{'id': '8a1f9193-b17d-409d-9787-ae793a3af124', 'name': 'tempest-AttachVolumeTestJSON-2018765268-router', 'tenant_id': 'b360d85257f14f9191b490327c110ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:28:05Z', 'revision_number': 6, 'project_id': 'b360d85257f14f9191b490327c110ba8', 'gw_port_host': None}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:28:05.987457 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58739b70-dec6-4723-ba41-d19a08049e09 req-5bae5266-327f-4ca0-adeb-8ca1ca8d8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:05.989087 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-58739b70-dec6-4723-ba41-d19a08049e09 req-5bae5266-327f-4ca0-adeb-8ca1ca8d8302 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ca0b759-8171-48eb-a5a7-1c280cfa9338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490940 May 16 15:28:06.084112 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-58739b70-dec6-4723-ba41-d19a08049e09 req-2e58f0de-5e63-46e7-ab3f-0a591cce37ab service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886605 May 16 15:28:06.114608 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (db29dcb2-6974-4c23-a018-097c04d286e4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:06.140093 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Pushing event deleted for resources: {'Port': ['ID=db29dcb2-6974-4c23-a018-097c04d286e4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:06.218266 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830087'] for router_gateway (8a1f9193-b17d-409d-9787-ae793a3af124), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:06.339001 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6984'] for router (8a1f9193-b17d-409d-9787-ae793a3af124), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:06.341725 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Publish callbacks [] for router_controller (8a1f9193-b17d-409d-9787-ae793a3af124), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:06.348942 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a039a86-7594-43a1-a273-4676dd0bf383 req-263abcc2-5929-4717-b1e1-a7f3810eb236 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:06.350598 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6a039a86-7594-43a1-a273-4676dd0bf383 req-263abcc2-5929-4717-b1e1-a7f3810eb236 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.1340656 May 16 15:28:06.436730 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6a039a86-7594-43a1-a273-4676dd0bf383 req-d7e3bbee-c428-473d-acea-7f543bd3557a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790570 May 16 15:28:06.485952 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1829014'] for router (8a1f9193-b17d-409d-9787-ae793a3af124), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:06.486617 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a1f9193-b17d-409d-9787-ae793a3af124 {{(pid=103978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:28:06.490876 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:06.492002 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-627f541d-092e-4f5e-868e-4697b2d21128 admin admin] 10.222.0.76 "DELETE /v2.0/routers/8a1f9193-b17d-409d-9787-ae793a3af124 HTTP/1.1" status: 204 len: 168 time: 1.1304426 May 16 15:28:06.494501 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59812) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:06.546714 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a816994-2964-4df8-9dd9-09d9be37c08f admin admin] Deleting subnet 452ae066-2827-4424-a9d0-b7d8f441c20a {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:28:06.554165 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7a816994-2964-4df8-9dd9-09d9be37c08f admin admin] Publish callbacks [] for subnet (452ae066-2827-4424-a9d0-b7d8f441c20a), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:06.590611 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7a816994-2964-4df8-9dd9-09d9be37c08f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32656288'] for subnet (452ae066-2827-4424-a9d0-b7d8f441c20a), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:06.669138 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7a816994-2964-4df8-9dd9-09d9be37c08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (452ae066-2827-4424-a9d0-b7d8f441c20a), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:06.800235 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7a816994-2964-4df8-9dd9-09d9be37c08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31724915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32985707'] for subnet (452ae066-2827-4424-a9d0-b7d8f441c20a), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:06.829205 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a816994-2964-4df8-9dd9-09d9be37c08f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452ae066-2827-4424-a9d0-b7d8f441c20a,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:06.833647 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7a816994-2964-4df8-9dd9-09d9be37c08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:06.837056 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-7a816994-2964-4df8-9dd9-09d9be37c08f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/452ae066-2827-4424-a9d0-b7d8f441c20a HTTP/1.1" status: 204 len: 168 time: 0.3416181 May 16 15:28:06.840213 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59820) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:06.846405 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd273f-d4d6-44b0-8789-7e76e90ef79c None None] Network 85d31a74-2e0d-4761-a3e9-16256afe83d7 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:28:07.031868 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dba6c2f-b41e-4760-8d11-33979020087e None None] DHCP port deletion for 85d31a74-2e0d-4761-a3e9-16256afe83d7 request from dv-cinder-790535-39-iscsi {{(pid=103979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:28:07.076946 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-3dba6c2f-b41e-4760-8d11-33979020087e None None] Deleting port 29790272-892f-45a3-b8fe-ca76d83be41f {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:28:07.077655 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3dba6c2f-b41e-4760-8d11-33979020087e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.147978 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-3dba6c2f-b41e-4760-8d11-33979020087e None None] For port 29790272-892f-45a3-b8fe-ca76d83be41f, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=29790272-892f-45a3-b8fe-ca76d83be41f,segment=NetworkSegment(a17107d8-c2e8-4d9e-90ce-23b8bd097ec5),segment_id=a17107d8-c2e8-4d9e-90ce-23b8bd097ec5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:07.148401 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3dba6c2f-b41e-4760-8d11-33979020087e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.164429 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-3dba6c2f-b41e-4760-8d11-33979020087e None None] Calling delete_port for 29790272-892f-45a3-b8fe-ca76d83be41f owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:28:07.261152 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a16d1a-f2e3-4c5d-8589-b8b93050c14e req-da78de32-92d1-4d5d-8a18-35a649890fdd tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:07.261152 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c4a16d1a-f2e3-4c5d-8589-b8b93050c14e req-da78de32-92d1-4d5d-8a18-35a649890fdd tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.3934729 May 16 15:28:07.263496 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (85d31a74-2e0d-4761-a3e9-16256afe83d7), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.343310 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3dba6c2f-b41e-4760-8d11-33979020087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.368657 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba6c2f-b41e-4760-8d11-33979020087e None None] Pushing event deleted for resources: {'Port': ['ID=29790272-892f-45a3-b8fe-ca76d83be41f,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:07.370939 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dba6c2f-b41e-4760-8d11-33979020087e None None] No DVR routers for this DVR port 29790272-892f-45a3-b8fe-ca76d83be41f on host dv-cinder-790535-39-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:28:07.383276 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c4a16d1a-f2e3-4c5d-8589-b8b93050c14e req-779738a5-f8ce-4d5e-8601-381f0860ed37 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161983 May 16 15:28:07.385460 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-58739b70-dec6-4723-ba41-d19a08049e09 req-b24b7e26-9d95-45d2-97fd-3814395f66ef service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024632 May 16 15:28:07.397813 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Deleting port 29790272-892f-45a3-b8fe-ca76d83be41f {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:28:07.398245 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.466344 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] For port 29790272-892f-45a3-b8fe-ca76d83be41f, host dv-cinder-790535-39-iscsi, got binding levels [] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:07.466708 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.481267 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Calling delete_port for 29790272-892f-45a3-b8fe-ca76d83be41f owned by network:dhcp {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:28:07.484461 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.ipam_backend_mixin [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Port 29790272-892f-45a3-b8fe-ca76d83be41f was not found and therefore no delete operation was performed {{(pid=103977) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 16 15:28:07.485784 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (29790272-892f-45a3-b8fe-ca76d83be41f), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.512543 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=29790272-892f-45a3-b8fe-ca76d83be41f,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:07.514432 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] No DVR routers for this DVR port 29790272-892f-45a3-b8fe-ca76d83be41f on host dv-cinder-790535-39-iscsi {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:28:07.562734 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device db29dcb2-6974-4c23-a018-097c04d286e4 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:28:07.586890 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fa086-5e0c-4a5a-bd3b-c968b98e4021 req-bd065aef-a856-4216-8d97-649932da6256 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:07.588424 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c21fa086-5e0c-4a5a-bd3b-c968b98e4021 req-bd065aef-a856-4216-8d97-649932da6256 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0703743 May 16 15:28:07.593455 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: db29dcb2-6974-4c23-a018-097c04d286e4 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:28:07.593799 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device db29dcb2-6974-4c23-a018-097c04d286e4 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:28:07.594254 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 2d17fbdd-9f00-46fe-b185-41b81e007600 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:28:07.598951 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (85d31a74-2e0d-4761-a3e9-16256afe83d7), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.612520 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 2d17fbdd-9f00-46fe-b185-41b81e007600 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:28:07.616532 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 2d17fbdd-9f00-46fe-b185-41b81e007600 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:28:07.616532 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 29790272-892f-45a3-b8fe-ca76d83be41f no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:28:07.622375 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d31a74-2e0d-4761-a3e9-16256afe83d7']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:07.632218 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:07.632462 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17107d8-c2e8-4d9e-90ce-23b8bd097ec5') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:07.635079 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 29790272-892f-45a3-b8fe-ca76d83be41f {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:28:07.635417 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 29790272-892f-45a3-b8fe-ca76d83be41f not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:28:07.643869 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29935036'] for segment (a17107d8-c2e8-4d9e-90ce-23b8bd097ec5), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.645113 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c21fa086-5e0c-4a5a-bd3b-c968b98e4021 req-dbc3128f-f0de-430c-ab20-53a40dd67a98 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505922 May 16 15:28:07.658013 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (a17107d8-c2e8-4d9e-90ce-23b8bd097ec5), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.664195 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:28:07.664590 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29923599'] for segment (a17107d8-c2e8-4d9e-90ce-23b8bd097ec5), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: Traceback (most recent call last): May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: timer() May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: cb(*args, **kw) May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: return func(*args, **kwargs) May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: self._notify() May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: self.callback(batched_events) May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: event.method(event) May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: return f(self, *a, **k) May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._get(url).json() May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: return self.request(url, 'GET', **kwargs) May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:28:07.666807 dv-cinder-790535-39-iscsi neutron-server[103977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:28:07.784730 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (85d31a74-2e0d-4761-a3e9-16256afe83d7), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.790070 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:07.793257 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/85d31a74-2e0d-4761-a3e9-16256afe83d7 HTTP/1.1" status: 204 len: 168 time: 0.9515138 May 16 15:28:07.803762 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ee0fa-2d5a-47cc-b0c4-f494d1685dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=85d31a74-2e0d-4761-a3e9-16256afe83d7,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:08.119090 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59830) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:08.162979 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-1d6fe3a3-7bd5-4fc4-9967-f8f6a822e778 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b360d85257f14f9191b490327c110ba8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426948 May 16 15:28:08.165307 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 59832) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:08.210641 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ad9584d7-20d8-4c73-9578-d914d411eda6 admin admin] Publish callbacks [] for security_group (a45101d3-5af9-45e3-8318-4539a8041983), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:08.231271 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ad9584d7-20d8-4c73-9578-d914d411eda6 admin admin] Publish callbacks [] for security_group (a45101d3-5af9-45e3-8318-4539a8041983), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:08.389895 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ad9584d7-20d8-4c73-9578-d914d411eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (a45101d3-5af9-45e3-8318-4539a8041983), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:08.392334 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ad9584d7-20d8-4c73-9578-d914d411eda6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:08.393486 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ad9584d7-20d8-4c73-9578-d914d411eda6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a45101d3-5af9-45e3-8318-4539a8041983 HTTP/1.1" status: 204 len: 168 time: 0.2272890 May 16 15:28:08.401391 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9584d7-20d8-4c73-9578-d914d411eda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45101d3-5af9-45e3-8318-4539a8041983,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:08.502438 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318a844-b997-4be1-884e-d52ab18c03d0 req-af1da9d9-944b-45a7-957f-1a6606f70aab tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:08.504034 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6318a844-b997-4be1-884e-d52ab18c03d0 req-af1da9d9-944b-45a7-957f-1a6606f70aab tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0467041 May 16 15:28:08.552352 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6318a844-b997-4be1-884e-d52ab18c03d0 req-3d733636-6029-4d58-b0bb-642019df0e64 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424473 May 16 15:28:08.772369 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde87f3-e146-4304-81c1-b13f3ca2210b req-97903029-c376-47d3-9e63-84f836756c6b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:08.773913 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bdde87f3-e146-4304-81c1-b13f3ca2210b req-97903029-c376-47d3-9e63-84f836756c6b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 945 time: 0.0545115 May 16 15:28:08.824723 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bdde87f3-e146-4304-81c1-b13f3ca2210b req-593b0e66-d4d6-460b-b182-9d882aa820f4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429800 May 16 15:28:09.055747 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 588be31f-e001-4d2f-97c9-ef1bb2eeef86 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:28:09.128414 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 is: ACTIVE; New status is: DOWN {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:09.128796 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:09.151748 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:09.154151 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19825541-8798-4ede-b104-667fe0b343e8" -d '{"events": [{"server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "name": "network-vif-unplugged", "status": "completed", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:09.166597 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:09.188341 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 15:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae905eeb-287b-463e-9fc2-64727db8f7c3 x-openstack-request-id: req-ae905eeb-287b-463e-9fc2-64727db8f7c3 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:09.188526 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "name": "network-vif-unplugged", "status": "completed", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:09.188785 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae905eeb-287b-463e-9fc2-64727db8f7c3 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:09.189182 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae905eeb-287b-463e-9fc2-64727db8f7c3'] response: {'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'code': 200} May 16 15:28:09.248082 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:09.302471 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=588be31f-e001-4d2f-97c9-ef1bb2eeef86,revision_number=8']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:09.477461 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59876) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:09.572988 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-50753128-network', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:09.668616 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d44842-7251-4427-b9d9-542ceb9cb417 req-e180578a-bb2e-4606-a846-eb25b6655fe5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:09.670052 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-02d44842-7251-4427-b9d9-542ceb9cb417 req-e180578a-bb2e-4606-a846-eb25b6655fe5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0463188 May 16 15:28:09.673971 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Made reservation on behalf of fbaba74aca3d447eb9cc9d56700fa13e for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:28:09.676225 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:09.691136 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:09.747423 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-02d44842-7251-4427-b9d9-542ceb9cb417 req-2e39736d-4ac3-4ca4-b23d-3950c3659d22 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689497 May 16 15:28:09.794491 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Publish callbacks [] for security_group (e3f99491-e5c6-493a-b79c-9065d8526e4a), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:09.863074 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (e3f99491-e5c6-493a-b79c-9065d8526e4a), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:09.887331 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:28:09.901820 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f99491-e5c6-493a-b79c-9065d8526e4a,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:09.905241 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (020080e6-a806-4268-92b7-ed9e6f903304), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:09.905648 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Added segment 020080e6-a806-4268-92b7-ed9e6f903304 of type vlan for network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 May 16 15:28:09.947687 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (97880a2a-e2c5-4ee9-b5cd-302158bacf22), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:09.955422 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e1934-f177-4028-baea-b842dddf8696 req-ec5624cd-7115-4113-9c69-374343c3ae95 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:09.956918 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a47e1934-f177-4028-baea-b842dddf8696 req-ec5624cd-7115-4113-9c69-374343c3ae95 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0594797 May 16 15:28:10.004316 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a47e1934-f177-4028-baea-b842dddf8696 req-114404b8-c2b6-4412-9f80-5202fe9cf14f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418587 May 16 15:28:10.019029 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (97880a2a-e2c5-4ee9-b5cd-302158bacf22), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:10.020082 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:10.020664 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:10.080803 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] Pushing event updated for resources: {'Network': ['ID=97880a2a-e2c5-4ee9-b5cd-302158bacf22,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:10.091007 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:28:10.122513 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-256c36b1-8c92-4ede-aaa6-06de7145b302 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6438577 May 16 15:28:10.125485 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59890) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:10.130106 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-8b2699cf-e4a2-4930-8624-43a7e6a57fab admin admin] Request body: {'subnet': {'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-50753128-subnet', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:10.230475 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2699cf-e4a2-4930-8624-43a7e6a57fab admin admin] Made reservation on behalf of fbaba74aca3d447eb9cc9d56700fa13e for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:28:10.232957 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8b2699cf-e4a2-4930-8624-43a7e6a57fab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32985670'] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:10.447822 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8b2699cf-e4a2-4930-8624-43a7e6a57fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31724850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32985680'] for subnet (2894ba13-a801-431f-a1c4-6f8f264d8ab6), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:10.509671 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2699cf-e4a2-4930-8624-43a7e6a57fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2894ba13-a801-431f-a1c4-6f8f264d8ab6,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:10.521001 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2699cf-e4a2-4930-8624-43a7e6a57fab admin admin] Checking segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:28:10.521353 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2699cf-e4a2-4930-8624-43a7e6a57fab admin admin] Network hostable DHCP agents. Network: 97880a2a-e2c5-4ee9-b5cd-302158bacf22, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:28:10.862706 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164e8b9-5eae-4364-b4d5-19f2d1df6f0f req-3c0e5186-f58d-47e0-a501-156475b7eb9f tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:10.864199 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5164e8b9-5eae-4364-b4d5-19f2d1df6f0f req-3c0e5186-f58d-47e0-a501-156475b7eb9f tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0459912 May 16 15:28:10.913636 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5164e8b9-5eae-4364-b4d5-19f2d1df6f0f req-15a5cc8c-08ab-4821-99c0-26f22b09ab5f tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435190 May 16 15:28:10.973157 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2699cf-e4a2-4930-8624-43a7e6a57fab admin admin] Network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:28:11.080435 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-8b2699cf-e4a2-4930-8624-43a7e6a57fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 97880a2a-e2c5-4ee9-b5cd-302158bacf22) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:28:11.084695 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2699cf-e4a2-4930-8624-43a7e6a57fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:11.089756 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8b2699cf-e4a2-4930-8624-43a7e6a57fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.090556 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5c0787-47f5-4df0-86fd-dfd994ccbf92 None None] Network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:28:11.125485 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a98b9-7aad-4bda-9d83-3e88c38e2446 req-6699e438-15ca-431e-b405-a057cbc13cc9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:11.127012 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-433a98b9-7aad-4bda-9d83-3e88c38e2446 req-6699e438-15ca-431e-b405-a057cbc13cc9 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0490198 May 16 15:28:11.173617 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8b2699cf-e4a2-4930-8624-43a7e6a57fab admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0471165 May 16 15:28:11.174933 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-433a98b9-7aad-4bda-9d83-3e88c38e2446 req-aca680f4-6a61-4335-9be6-6580961483bf tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421739 May 16 15:28:11.176252 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59900) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:11.180453 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:11.198855 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df7d412-2000-598c-b13d-3ec64b05f419-97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6'}]}} from dv-cinder-790535-39-iscsi. {{(pid=103979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:28:11.199888 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.287741 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1828909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7034'] for router (c915079d-09ff-41b0-95de-1321e0a0ba77), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.288741 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1829940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1642029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7027'] for router (c915079d-09ff-41b0-95de-1321e0a0ba77), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.332878 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Allocated IP 172.20.0.2 (97880a2a-e2c5-4ee9-b5cd-302158bacf22/2894ba13-a801-431f-a1c4-6f8f264d8ab6/871440f1-fb70-40eb-be63-e4c33be1fe65) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:28:11.341515 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Publish callbacks [] for router_controller (c915079d-09ff-41b0-95de-1321e0a0ba77), precommit_add_association {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.470628 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Publish callbacks [] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.537869 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.547299 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Publish callbacks [] for router_gateway (c915079d-09ff-41b0-95de-1321e0a0ba77), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.574696 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:28:11.577564 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:28:11.583407 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:28:11.588899 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Pushing event updated for resources: {'Port': ['ID=871440f1-fb70-40eb-be63-e4c33be1fe65,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:11.641429 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Attempting to bind port 871440f1-fb70-40eb-be63-e4c33be1fe65 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:28:11.641791 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Attempting to bind port 871440f1-fb70-40eb-be63-e4c33be1fe65 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:28:11.642172 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Attempting to bind port 871440f1-fb70-40eb-be63-e4c33be1fe65 on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:28:11.647408 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:28:11.650681 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Checking segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:28:11.650681 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.650681 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Bound using segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:28:11.650681 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Bound port: 871440f1-fb70-40eb-be63-e4c33be1fe65, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:28:11.650681 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.710470 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] For port 871440f1-fb70-40eb-be63-e4c33be1fe65, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:28:11.713396 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] For port 871440f1-fb70-40eb-be63-e4c33be1fe65, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=871440f1-fb70-40eb-be63-e4c33be1fe65,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:28:11.800836 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.809887 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Publish callbacks [] for router_gateway (c915079d-09ff-41b0-95de-1321e0a0ba77), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.829537 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.862572 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8793b9a-7aeb-4511-8a1d-ff6e5d6083f3 None None] Pushing event updated for resources: {'Port': ['ID=871440f1-fb70-40eb-be63-e4c33be1fe65,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:11.951101 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Allocated IP 172.27.2.150 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/e227d8cd-024b-4fd1-9328-5902968f7492) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:28:12.100357 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2cce1-3bc6-4a59-8c78-761b7e39097b req-9f2e5ce2-7af6-472c-8872-f9f9cdbc1fd1 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:12.101981 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bad2cce1-3bc6-4a59-8c78-761b7e39097b req-9f2e5ce2-7af6-472c-8872-f9f9cdbc1fd1 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0637643 May 16 15:28:12.131974 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Publish callbacks [] for port (e227d8cd-024b-4fd1-9328-5902968f7492), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:12.173623 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bad2cce1-3bc6-4a59-8c78-761b7e39097b req-68ffe113-f8b1-40bc-8c66-0fcb518b2891 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659058 May 16 15:28:12.182631 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:12.282625 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (e227d8cd-024b-4fd1-9328-5902968f7492), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:12.296697 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a9e33-6ee4-45ca-bce8-d52b970b746c req-5619bd95-088a-4785-9ae0-ba7317c2fdf6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:12.298347 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b90a9e33-6ee4-45ca-bce8-d52b970b746c req-5619bd95-088a-4785-9ae0-ba7317c2fdf6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0501850 May 16 15:28:12.328062 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:28:12.330850 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:28:12.334377 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:28:12.350621 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b90a9e33-6ee4-45ca-bce8-d52b970b746c req-0b0a5e36-8d4d-413a-8e5c-c4a2417d6c7f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460548 May 16 15:28:12.365660 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Pushing event updated for resources: {'Port': ['ID=e227d8cd-024b-4fd1-9328-5902968f7492,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:12.379033 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.379376 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.379715 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.380053 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.380412 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.380738 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.381064 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.381386 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.381713 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.382037 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.382393 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.382715 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.383034 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.383351 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.383668 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:12.778722 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f500fde3-e433-4fc7-9da6-348949105222 None None] Network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:28:12.850796 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-58e85b97-0f66-4e20-b9c4-266bb2c08d7a None None] Provisioning complete for port 871440f1-fb70-40eb-be63-e4c33be1fe65 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:12.851065 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-58e85b97-0f66-4e20-b9c4-266bb2c08d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:12.878096 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Publish callbacks [] for router_gateway (c915079d-09ff-41b0-95de-1321e0a0ba77), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:13.066398 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830115'] for router (c915079d-09ff-41b0-95de-1321e0a0ba77), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:13.081131 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-58e85b97-0f66-4e20-b9c4-266bb2c08d7a None None] Current status of the port 871440f1-fb70-40eb-be63-e4c33be1fe65 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:13.081525 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-58e85b97-0f66-4e20-b9c4-266bb2c08d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:13.119482 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-58e85b97-0f66-4e20-b9c4-266bb2c08d7a None None] For port 871440f1-fb70-40eb-be63-e4c33be1fe65, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=871440f1-fb70-40eb-be63-e4c33be1fe65,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:13.201898 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-58e85b97-0f66-4e20-b9c4-266bb2c08d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:13.253012 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e85b97-0f66-4e20-b9c4-266bb2c08d7a None None] Pushing event updated for resources: {'Port': ['ID=871440f1-fb70-40eb-be63-e4c33be1fe65,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:13.278781 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Router c915079d-09ff-41b0-95de-1321e0a0ba77 is scheduled to L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 with binding_index 1 {{(pid=103978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:28:13.303092 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9cb67-3850-43f9-acd0-ae3e6360f6a9 req-ab2ca618-56d1-461b-b3dc-c28506a1969d tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:13.304631 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c7a9cb67-3850-43f9-acd0-ae3e6360f6a9 req-ab2ca618-56d1-461b-b3dc-c28506a1969d tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0592895 May 16 15:28:13.320097 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-797ab5a8-0476-44ab-865f-f8ff8d8edb47 None None] Provisioning complete for port 871440f1-fb70-40eb-be63-e4c33be1fe65 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:13.320398 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-797ab5a8-0476-44ab-865f-f8ff8d8edb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:13.393330 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-797ab5a8-0476-44ab-865f-f8ff8d8edb47 None None] Current status of the port 871440f1-fb70-40eb-be63-e4c33be1fe65 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:13.426887 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c7a9cb67-3850-43f9-acd0-ae3e6360f6a9 req-a749ec84-9865-473f-91de-92edde2a1710 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906482 May 16 15:28:13.437409 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:28:13.446809 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Sync routers for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:28:13.457669 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:28:13.458335 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:13.478332 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be816efa-9d84-4c34-994e-8bf863b2129b req-cdb304b4-e37b-4d54-b7e9-c85f36585456 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:13.479915 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-be816efa-9d84-4c34-994e-8bf863b2129b req-cdb304b4-e37b-4d54-b7e9-c85f36585456 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0553226 May 16 15:28:13.520701 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:13.521778 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b7df6f96-e0f2-4d57-bb2a-87df210035ed admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3445876 May 16 15:28:13.524523 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59920) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:13.542606 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-be816efa-9d84-4c34-994e-8bf863b2129b req-9e785bc5-3897-4830-bccc-bbce47e423ae tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535455 May 16 15:28:13.579562 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:28:13.613329 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 871440f1-fb70-40eb-be63-e4c33be1fe65 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:28:13.737997 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port 871440f1-fb70-40eb-be63-e4c33be1fe65 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:13.738305 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:13.817609 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:12Z', 'revision_number': 3, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:13.843818 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Checking router: c915079d-09ff-41b0-95de-1321e0a0ba77 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:28:13.844174 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Updating router c915079d-09ff-41b0-95de-1321e0a0ba77 port e227d8cd-024b-4fd1-9328-5902968f7492 binding host dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:28:13.897964 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port 871440f1-fb70-40eb-be63-e4c33be1fe65 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:13.900130 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (e227d8cd-024b-4fd1-9328-5902968f7492), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:13.947622 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:14.111938 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Allocated IP 172.20.0.1 (97880a2a-e2c5-4ee9-b5cd-302158bacf22/2894ba13-a801-431f-a1c4-6f8f264d8ab6/b3e3aa0c-91c2-4d91-acce-ca39528dfb8c) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:28:14.175636 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Publish callbacks [] for port (e227d8cd-024b-4fd1-9328-5902968f7492), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:14.209601 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Publish callbacks [] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:14.245836 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (e227d8cd-024b-4fd1-9328-5902968f7492), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:14.300179 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cd916-bd71-48bf-9586-6cff9166a411 None None] Pushing event updated for resources: {'Port': ['ID=e227d8cd-024b-4fd1-9328-5902968f7492,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:14.303543 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Attempting to bind port e227d8cd-024b-4fd1-9328-5902968f7492 on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:28:14.303918 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Attempting to bind port e227d8cd-024b-4fd1-9328-5902968f7492 by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:28:14.304286 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Attempting to bind port e227d8cd-024b-4fd1-9328-5902968f7492 on network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:28:14.310942 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:28:14.311320 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Checking segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:28:14.311720 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:14.312108 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Bound using segment: {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:28:14.312573 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Bound port: e227d8cd-024b-4fd1-9328-5902968f7492, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95967ae5-fef3-48c9-88e9-782cf5e413dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:28:14.313064 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (e227d8cd-024b-4fd1-9328-5902968f7492), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:14.322500 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:14.362744 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] For port e227d8cd-024b-4fd1-9328-5902968f7492, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:28:14.366758 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] For port e227d8cd-024b-4fd1-9328-5902968f7492, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=e227d8cd-024b-4fd1-9328-5902968f7492,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:28:14.374165 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:28:14.381817 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:28:14.384519 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:28:14.387851 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e3aa0c-91c2-4d91-acce-ca39528dfb8c,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:14.426460 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1834446'] for router_interface (c915079d-09ff-41b0-95de-1321e0a0ba77), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:14.458360 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (e227d8cd-024b-4fd1-9328-5902968f7492), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:14.523765 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:28:14.525460 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:14.591759 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cd916-bd71-48bf-9586-6cff9166a411 None None] Pushing event updated for resources: {'Port': ['ID=e227d8cd-024b-4fd1-9328-5902968f7492,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:14.600107 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85d542-1f27-4c4a-9b8a-913e9b754a55 req-b68b14a8-c799-49d0-ab78-50bc2461a976 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:14.603287 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fe85d542-1f27-4c4a-9b8a-913e9b754a55 req-b68b14a8-c799-49d0-ab78-50bc2461a976 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0724053 May 16 15:28:14.661405 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fe85d542-1f27-4c4a-9b8a-913e9b754a55 req-c317382e-4ea0-499f-b01e-0551078fc2d2 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522554 May 16 15:28:14.675276 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:28:14.688372 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e1e77-a21f-4138-83ff-2c819d25aaef req-60a9ff09-0649-4bff-af49-2a378b65956a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:14.689898 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7e8e1e77-a21f-4138-83ff-2c819d25aaef req-60a9ff09-0649-4bff-af49-2a378b65956a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0664904 May 16 15:28:14.728934 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:14.741749 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7e8e1e77-a21f-4138-83ff-2c819d25aaef req-e580dcc4-0f76-420d-9cdd-e089ecefc221 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461640 May 16 15:28:14.767798 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-34d7cce1-09fd-4e25-bb71-085cea622632 None None] Provisioning complete for port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:14.767798 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-34d7cce1-09fd-4e25-bb71-085cea622632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:14.827852 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-34d7cce1-09fd-4e25-bb71-085cea622632 None None] Port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:28:14.887928 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:12Z', 'revision_number': 3, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:14.916821 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e36619-2b79-4eac-9883-c120c4232894 None None] The sync data for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi is: [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:12Z', 'revision_number': 3, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:28:14.930146 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Publish callbacks [] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:14.990494 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:15.060274 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e3aa0c-91c2-4d91-acce-ca39528dfb8c,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:15.062841 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1833092'] for router_interface (c915079d-09ff-41b0-95de-1321e0a0ba77), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:15.170410 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:28:15.172064 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:28:15.301801 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Router c915079d-09ff-41b0-95de-1321e0a0ba77 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:28:15.430087 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:28:15.443192 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-75b628dc-00ed-412d-adad-73b64ba034f1 admin admin] 10.222.0.76 "PUT /v2.0/routers/c915079d-09ff-41b0-95de-1321e0a0ba77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9171076 May 16 15:28:15.451601 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-4eedb6dc-97b9-44d1-a576-496b08c56df7 None None] Provisioning complete for port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:15.452052 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4eedb6dc-97b9-44d1-a576-496b08c56df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:15.493803 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-4eedb6dc-97b9-44d1-a576-496b08c56df7 None None] Port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:28:15.612983 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device e227d8cd-024b-4fd1-9328-5902968f7492 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:28:15.660807 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port e227d8cd-024b-4fd1-9328-5902968f7492 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:15.661268 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (e227d8cd-024b-4fd1-9328-5902968f7492), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:15.696721 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c31ba-c5c6-43fe-82b8-32ff92da6a2d req-b0fc77b1-8e63-4e1e-8c8c-755f0baff870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:15.698913 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d7c31ba-c5c6-43fe-82b8-32ff92da6a2d req-b0fc77b1-8e63-4e1e-8c8c-755f0baff870 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be817fd143aa4f3b87f6cfd77666cdb7&device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 1128 time: 0.0456777 May 16 15:28:15.756686 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port e227d8cd-024b-4fd1-9328-5902968f7492 is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:15.757074 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (e227d8cd-024b-4fd1-9328-5902968f7492), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:15.780716 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] For port e227d8cd-024b-4fd1-9328-5902968f7492, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=e227d8cd-024b-4fd1-9328-5902968f7492,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:15.836068 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c31ba-c5c6-43fe-82b8-32ff92da6a2d req-07f1ccf1-b944-4e6e-9ce8-9319815a7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:15.837561 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d7c31ba-c5c6-43fe-82b8-32ff92da6a2d req-07f1ccf1-b944-4e6e-9ce8-9319815a7cc6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f HTTP/1.1" status: 200 len: 909 time: 0.1103067 May 16 15:28:15.897414 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (e227d8cd-024b-4fd1-9328-5902968f7492), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:15.914391 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d7c31ba-c5c6-43fe-82b8-32ff92da6a2d req-2cfe809c-99d7-43cb-8042-4aab098c31ed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125 HTTP/1.1" status: 200 len: 999 time: 0.0697086 May 16 15:28:15.928235 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:28:15.934377 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 588be31f-e001-4d2f-97c9-ef1bb2eeef86 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:28:15.969937 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59958) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:15.974884 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-f381d7a0-ec09-4016-8ce0-feca488e74f0 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--208736586', 'description': 'tempest-description--382375962'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:16.000933 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c31ba-c5c6-43fe-82b8-32ff92da6a2d req-856d226e-0aba-4ec7-b092-b4465624fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:16.003555 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d7c31ba-c5c6-43fe-82b8-32ff92da6a2d req-856d226e-0aba-4ec7-b092-b4465624fcd6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d2f0a3ab-7bbe-417c-8e80-93498c8cac49 HTTP/1.1" status: 200 len: 847 time: 0.0819764 May 16 15:28:16.004359 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Pushing event updated for resources: {'Port': ['ID=e227d8cd-024b-4fd1-9328-5902968f7492,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:16.039853 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.040205 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.040543 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.040875 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.041205 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.041528 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.041932 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.042195 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.042499 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.042876 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.043771 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.044095 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.044413 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.044725 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.045049 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:16.056362 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c31ba-c5c6-43fe-82b8-32ff92da6a2d req-204a35ae-a820-4969-b410-018b78135efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:16.057894 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d7c31ba-c5c6-43fe-82b8-32ff92da6a2d req-204a35ae-a820-4969-b410-018b78135efa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461664 May 16 15:28:16.073725 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f381d7a0-ec09-4016-8ce0-feca488e74f0 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.142905 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 is: DOWN; New status is: DOWN {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:16.146658 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5e0aa-c017-4b5c-b655-6939950d411b req-8903a70a-1620-45d8-9347-f0828dfef1fc tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:16.148233 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-43d5e0aa-c017-4b5c-b655-6939950d411b req-8903a70a-1620-45d8-9347-f0828dfef1fc tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 944 time: 0.0894206 May 16 15:28:16.149430 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:16.161257 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'port_id': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'mac_address': 'fa:16:3e:50:7b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:28:16.186078 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f381d7a0-ec09-4016-8ce0-feca488e74f0 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (3bb0d9d1-7b73-4318-902d-97c2c99646bc), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.213290 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:16.213819 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.245613 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-43d5e0aa-c017-4b5c-b655-6939950d411b req-c3a27f44-90b6-4d81-88b9-2fe26df253ed tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678868 May 16 15:28:16.264111 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d7c31ba-c5c6-43fe-82b8-32ff92da6a2d req-19469f74-42f5-4c1f-baf0-cbd9b6596cc5 service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961613 May 16 15:28:16.276053 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f381d7a0-ec09-4016-8ce0-feca488e74f0 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (3bb0d9d1-7b73-4318-902d-97c2c99646bc), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.343223 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381d7a0-ec09-4016-8ce0-feca488e74f0 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb0d9d1-7b73-4318-902d-97c2c99646bc,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:16.382401 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d7c31ba-c5c6-43fe-82b8-32ff92da6a2d req-51921858-7ea4-4217-b9d9-f49fb6842af9 service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106160 May 16 15:28:16.396426 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:28:16.396781 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f381d7a0-ec09-4016-8ce0-feca488e74f0 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.400894 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f381d7a0-ec09-4016-8ce0-feca488e74f0 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4269631 May 16 15:28:16.400894 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59972) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:16.405437 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-161435bc-fdb6-440a-8d4c-9c6338ab598e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'security_group_rule': {'security_group_id': '3bb0d9d1-7b73-4318-902d-97c2c99646bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:16.419689 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:16.486881 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.494427 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-161435bc-fdb6-440a-8d4c-9c6338ab598e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (ec936c25-5c83-4964-af74-99bea3c3edf1), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.539210 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,revision_number=7']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:16.556370 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-eff917cf-8d3b-41ba-841b-e62090f90e3e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494742662&fields=id&tenant_id=bc74c97613c4462bb551e50800a5f5e2 HTTP/1.1" status: 200 len: 267 time: 0.0500345 May 16 15:28:16.566213 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-161435bc-fdb6-440a-8d4c-9c6338ab598e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (ec936c25-5c83-4964-af74-99bea3c3edf1), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.630768 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-161435bc-fdb6-440a-8d4c-9c6338ab598e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (ec936c25-5c83-4964-af74-99bea3c3edf1), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.660360 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161435bc-fdb6-440a-8d4c-9c6338ab598e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec936c25-5c83-4964-af74-99bea3c3edf1,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:16.698383 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-9711c636-80aa-46d2-b39d-0403c19d051c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:16.699968 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-9711c636-80aa-46d2-b39d-0403c19d051c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 812 time: 0.1325834 May 16 15:28:16.705402 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['63eb5f5f-0157-446b-b8eb-bc09b2fc4125'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:28:16.715809 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-de8af083-9931-45b3-8859-d2f8b249eebc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/quotas/bc74c97613c4462bb551e50800a5f5e2 HTTP/1.1" status: 200 len: 375 time: 0.0100927 May 16 15:28:16.746980 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-161435bc-fdb6-440a-8d4c-9c6338ab598e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.751640 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-161435bc-fdb6-440a-8d4c-9c6338ab598e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497386 May 16 15:28:16.752332 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59980) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:16.756786 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-f8ad3a22-beab-40ba-8c97-fefd0329a647 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'security_group_rule': {'security_group_id': '3bb0d9d1-7b73-4318-902d-97c2c99646bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:16.782835 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-c57ab9e4-3de3-4d87-bbe5-2f402065e200 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598631 May 16 15:28:16.859444 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Sync routers for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:28:16.866616 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3a22-beab-40ba-8c97-fefd0329a647 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (7dd63de7-017d-4ab3-99c4-d566b4cd6c3a), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.866824 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:28:16.867308 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-5e30433d-677d-470a-b518-c88459437a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:16.934417 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3a22-beab-40ba-8c97-fefd0329a647 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (7dd63de7-017d-4ab3-99c4-d566b4cd6c3a), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.961402 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-74f0e533-1a58-47b3-8659-cf753305ab15 service neutron] 10.222.0.76 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661267 May 16 15:28:16.985096 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3a22-beab-40ba-8c97-fefd0329a647 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (7dd63de7-017d-4ab3-99c4-d566b4cd6c3a), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:17.000567 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad3a22-beab-40ba-8c97-fefd0329a647 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd63de7-017d-4ab3-99c4-d566b4cd6c3a,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:17.043070 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:28:17.055346 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3a22-beab-40ba-8c97-fefd0329a647 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:17.059646 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f8ad3a22-beab-40ba-8c97-fefd0329a647 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3033609 May 16 15:28:17.060071 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 59988) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:17.064369 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:17.072746 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-d3731bbe-425b-4fb4-b9ae-e0b44677c880 service neutron] 10.222.0.76 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033628 May 16 15:28:17.158714 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [req-a103bdf6-3a2c-4fb1-8780-11ebc10979a0 req-b506e156-39b8-4045-9445-4b0a35f31f28 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:28:17.159748 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a103bdf6-3a2c-4fb1-8780-11ebc10979a0 req-b506e156-39b8-4045-9445-4b0a35f31f28 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059180 May 16 15:28:17.162441 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:17.262683 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:17.331500 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-5e30433d-677d-470a-b518-c88459437a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 2, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:17.357348 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Checking router: c915079d-09ff-41b0-95de-1321e0a0ba77 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:28:17.357790 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Updating router c915079d-09ff-41b0-95de-1321e0a0ba77 port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c binding host dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:28:17.370389 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Allocated IP 172.27.2.220 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/a430d991-a31b-4f25-98d1-911436ac112d) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:28:17.390912 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:17.525062 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56177743-32cf-44f5-90c5-0e8f0739dd71 req-3fa1d748-57bb-4a55-b532-691e409acfe3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:17.526849 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56177743-32cf-44f5-90c5-0e8f0739dd71 req-3fa1d748-57bb-4a55-b532-691e409acfe3 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 945 time: 0.0698042 May 16 15:28:17.553724 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for port (a430d991-a31b-4f25-98d1-911436ac112d), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:17.592021 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device e227d8cd-024b-4fd1-9328-5902968f7492 up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:28:17.637831 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port e227d8cd-024b-4fd1-9328-5902968f7492 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:17.638245 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (e227d8cd-024b-4fd1-9328-5902968f7492), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:17.654799 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56177743-32cf-44f5-90c5-0e8f0739dd71 req-40524451-2eaa-4c6a-a44f-bc5ad38cea26 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065047 May 16 15:28:17.734152 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Publish callbacks [] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:17.740502 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port e227d8cd-024b-4fd1-9328-5902968f7492 is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:17.787465 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (a430d991-a31b-4f25-98d1-911436ac112d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:17.797858 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e430fc-a50b-47c4-82b2-2b68247d6847 req-a39b3db3-1397-4747-8983-a76bfab6fd8a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:17.799398 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-03e430fc-a50b-47c4-82b2-2b68247d6847 req-a39b3db3-1397-4747-8983-a76bfab6fd8a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0708432 May 16 15:28:17.813747 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:17.820126 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5dccd93b-99c4-45f1-b1c8-2c5d1779f7e4 req-21009bf6-e451-4874-a328-913b0ec3a499 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 210 time: 0.0300956 May 16 15:28:17.845301 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:28:17.860538 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:28:17.867030 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:28:17.919437 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa960b4-c586-49e5-a1cb-6e503977cb46 None None] Pushing event updated for resources: {'Port': ['ID=b3e3aa0c-91c2-4d91-acce-ca39528dfb8c,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:17.930656 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:28:17.935195 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'Port': ['ID=a430d991-a31b-4f25-98d1-911436ac112d,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:17.945721 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Attempting to bind port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c on host dv-cinder-790535-39-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:28:17.946097 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Attempting to bind port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c by drivers openvswitch,hyperv on host dv-cinder-790535-39-iscsi at level 0 using segments [{'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:28:17.946658 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Attempting to bind port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:28:17.955650 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Checking agent: {'id': '4b0ce726-a46e-495f-910f-d9cd7bc96016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-39-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 12, 29), 'started_at': datetime.datetime(2022, 5, 16, 15, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-39-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:28:17.956291 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Checking segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:28:17.956881 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:17.957446 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Bound using segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:28:17.957919 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Bound port: b3e3aa0c-91c2-4d91-acce-ca39528dfb8c, host: dv-cinder-790535-39-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:28:17.958502 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:17.978626 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-3d057f43-c77d-450b-9e49-03ecc4da4aff service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1420040 May 16 15:28:17.992090 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-03e430fc-a50b-47c4-82b2-2b68247d6847 req-cc0ca927-33af-468f-97e7-8add7ec3761c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862814 May 16 15:28:18.042701 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:18.043429 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:18.083356 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-5e30433d-677d-470a-b518-c88459437a2a None None] For port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c, host dv-cinder-790535-39-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:28:18.087690 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-5e30433d-677d-470a-b518-c88459437a2a None None] For port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c, host dv-cinder-790535-39-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=b3e3aa0c-91c2-4d91-acce-ca39528dfb8c,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:28:18.129037 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-aa94d1a1-61e7-4c8d-b939-06eceb097ed4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:18.130429 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-aa94d1a1-61e7-4c8d-b939-06eceb097ed4 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports/588be31f-e001-4d2f-97c9-ef1bb2eeef86 HTTP/1.1" status: 200 len: 940 time: 0.0948203 May 16 15:28:18.138650 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:18.139117 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:18.145401 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (3f567592-c2bd-44ef-bc19-7655e2d55a78), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:18.174287 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:18.176894 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05284b8b-d988-456c-b3d0-96e584fe629f" -d '{"events": [{"server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "name": "network-vif-plugged", "status": "completed", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:18.193072 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:18.209322 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:18.231856 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68399e48-a128-4270-a412-2d4e7bbab8eb x-openstack-request-id: req-68399e48-a128-4270-a412-2d4e7bbab8eb {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:18.232253 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "name": "network-vif-plugged", "status": "completed", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:18.233395 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68399e48-a128-4270-a412-2d4e7bbab8eb {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:18.233395 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68399e48-a128-4270-a412-2d4e7bbab8eb'] response: {'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'code': 200} May 16 15:28:18.242306 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-4a010a88-a968-4dce-b4b4-2bdb17db453d None None] Provisioning complete for port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:18.242808 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4a010a88-a968-4dce-b4b4-2bdb17db453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:18.289098 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:18.291327 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (a430d991-a31b-4f25-98d1-911436ac112d), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:18.321447 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:28:18.322855 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-5e30433d-677d-470a-b518-c88459437a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:27:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:18.362004 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa960b4-c586-49e5-a1cb-6e503977cb46 None None] Pushing event updated for resources: {'Port': ['ID=b3e3aa0c-91c2-4d91-acce-ca39528dfb8c,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:18.404024 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,revision_number=8']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:18.416351 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-4a010a88-a968-4dce-b4b4-2bdb17db453d None None] Current status of the port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c is: DOWN; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:18.422996 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4a010a88-a968-4dce-b4b4-2bdb17db453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:18.492467 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-4a010a88-a968-4dce-b4b4-2bdb17db453d None None] For port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=b3e3aa0c-91c2-4d91-acce-ca39528dfb8c,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:18.533898 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-5e30433d-677d-470a-b518-c88459437a2a None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:28:18.611769 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcabc0-e35a-4464-bd7f-456dc0df670b req-a4bc26dc-96ce-40fe-bd08-6ed2bd36782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:18.614664 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4dbcabc0-e35a-4464-bd7f-456dc0df670b req-a4bc26dc-96ce-40fe-bd08-6ed2bd36782a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 1130 time: 0.0729756 May 16 15:28:18.647872 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for port (a430d991-a31b-4f25-98d1-911436ac112d), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:18.648104 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4a010a88-a968-4dce-b4b4-2bdb17db453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:18.675244 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4dbcabc0-e35a-4464-bd7f-456dc0df670b req-465d93b5-5d36-4dec-b2d0-f45ced253e8b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540278 May 16 15:28:18.738585 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a010a88-a968-4dce-b4b4-2bdb17db453d None None] Pushing event updated for resources: {'Port': ['ID=b3e3aa0c-91c2-4d91-acce-ca39528dfb8c,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:18.761732 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-5e30433d-677d-470a-b518-c88459437a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:18.768132 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (a430d991-a31b-4f25-98d1-911436ac112d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:18.769057 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-0be31109-4e5d-4150-9669-d022b5f420cf None None] Provisioning complete for port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:18.769057 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0be31109-4e5d-4150-9669-d022b5f420cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:18.793867 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30433d-677d-470a-b518-c88459437a2a None None] The sync data for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi is: [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:28:18.900953 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-0be31109-4e5d-4150-9669-d022b5f420cf None None] Current status of the port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:18.946450 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2966e934-0427-4074-b8da-4e89054cb0b2 req-781fcd81-29d1-49e4-a9d9-bf58729bd31b tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 210 time: 0.0404766 May 16 15:28:19.198716 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cd56a-4b97-4f17-9e6d-500bc58a2066 req-f3d4831d-c3f2-48dd-97ec-933557db177a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:19.205304 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c41cd56a-4b97-4f17-9e6d-500bc58a2066 req-f3d4831d-c3f2-48dd-97ec-933557db177a tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.1020408 May 16 15:28:19.207767 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'Port': ['ID=a430d991-a31b-4f25-98d1-911436ac112d,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:19.220679 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd014a-5665-43a5-b7da-cfe7857b9a36 req-e72ee878-5f3e-4c33-9960-2a69981c766b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:19.222483 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-51cd014a-5665-43a5-b7da-cfe7857b9a36 req-e72ee878-5f3e-4c33-9960-2a69981c766b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.4155316 May 16 15:28:19.227501 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (3f567592-c2bd-44ef-bc19-7655e2d55a78), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:19.259624 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c41cd56a-4b97-4f17-9e6d-500bc58a2066 req-3cbfa66d-a9ee-45ef-b954-0c68999ddbe5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530827 May 16 15:28:19.287126 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-51cd014a-5665-43a5-b7da-cfe7857b9a36 req-b8264b31-bfb0-4def-88ca-a7b68b77984f tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557239 May 16 15:28:19.317090 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:19.318354 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ee047a33-aaf8-4f46-a552-444745744c2b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2574883 May 16 15:28:19.494754 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-40c9c32c-e15b-4226-ae64-1114e0f9bdfc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--208736586&fields=id&tenant_id=fbaba74aca3d447eb9cc9d56700fa13e HTTP/1.1" status: 200 len: 267 time: 0.0610373 May 16 15:28:19.619025 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-320244e3-8774-4434-8a21-8725f7bd51c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:19.622097 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-320244e3-8774-4434-8a21-8725f7bd51c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 813 time: 0.1218123 May 16 15:28:19.625056 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device b3e3aa0c-91c2-4d91-acce-ca39528dfb8c up at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:28:19.640752 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-92d6ab61-c287-42f9-bc1d-445a236301c9 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/quotas/fbaba74aca3d447eb9cc9d56700fa13e HTTP/1.1" status: 200 len: 375 time: 0.0113120 May 16 15:28:19.673204 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Provisioning complete for port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:19.673768 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:19.694980 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-8433d0db-e2e5-4e8b-b3a7-df88956900d1 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482154 May 16 15:28:19.748835 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Current status of the port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c is: ACTIVE; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:19.800013 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-44a9ad5c-1af4-4df0-9527-4b3cea3a8496 service neutron] 10.222.0.76 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893328 May 16 15:28:19.895317 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-ddef1100-0ff2-4545-88e9-93e812f08f74 service neutron] 10.222.0.76 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896356 May 16 15:28:20.051910 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-31ff2042-d8d3-415e-83f9-80155d53f20e req-dc61b725-a54f-4fe9-90d8-07ca82aeed82 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 210 time: 0.0295470 May 16 15:28:20.194553 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-74e92b32-2981-4823-8b62-d4357ad90802 req-0a1c2a7e-c741-4a7a-97b8-f22b9aa81207 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0420635 May 16 15:28:20.318497 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-b9572ae7-7afd-48b1-9ae8-b93b6988c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:20.320108 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-b9572ae7-7afd-48b1-9ae8-b93b6988c3b6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801&tenant_id=f2241c9641bb401aa9f1c6930c513552 HTTP/1.1" status: 200 len: 1127 time: 0.0449083 May 16 15:28:20.411365 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d645e-87e2-435b-b0ec-09d6eb5ef230 req-bf0dfb8c-b9cb-4b2b-a12e-10c057565471 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:20.413005 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ae0d645e-87e2-435b-b0ec-09d6eb5ef230 req-bf0dfb8c-b9cb-4b2b-a12e-10c057565471 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0775721 May 16 15:28:20.416522 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-e2a60d43-3b1d-4688-b5a7-f3731c9b7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:20.417937 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-e2a60d43-3b1d-4688-b5a7-f3731c9b7642 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f2241c9641bb401aa9f1c6930c513552&device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 1127 time: 0.0720148 May 16 15:28:20.419134 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fb2df-78f2-494f-b3df-a7b33228542a req-865e5872-0baf-4ac5-b019-65af9ec707a8 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:20.420658 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0b7fb2df-78f2-494f-b3df-a7b33228542a req-865e5872-0baf-4ac5-b019-65af9ec707a8 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0613008 May 16 15:28:20.473715 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0b7fb2df-78f2-494f-b3df-a7b33228542a req-347092d1-4087-4923-8ea0-1ec43ca6c52a tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453422 May 16 15:28:20.526629 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ae0d645e-87e2-435b-b0ec-09d6eb5ef230 req-189609e6-0435-44f0-88fc-bc9d6598e36f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035988 May 16 15:28:20.552292 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-97307dcb-d3dd-4294-86eb-069bf692b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:20.553773 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-97307dcb-d3dd-4294-86eb-069bf692b63d service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ca0b759-8171-48eb-a5a7-1c280cfa9338 HTTP/1.1" status: 200 len: 917 time: 0.1247528 May 16 15:28:20.619963 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-932ffd26-60eb-4aec-92b7-eb9e4a7d1e4e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86 HTTP/1.1" status: 200 len: 999 time: 0.0603180 May 16 15:28:20.867460 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-d83c26ff-09e8-48df-a722-4fb8c0db3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:20.868929 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-d83c26ff-09e8-48df-a722-4fb8c0db3d1e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=29de9496-5d60-46ba-8f4f-543ccad83b00 HTTP/1.1" status: 200 len: 855 time: 0.0461364 May 16 15:28:20.913558 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-4d15b756-141d-4377-9c67-649c9be1f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:20.915091 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-4d15b756-141d-4377-9c67-649c9be1f4b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ca0b759-8171-48eb-a5a7-1c280cfa9338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391550 May 16 15:28:21.007284 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-13562752-b275-4982-b154-50a1925acb7d service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859277 May 16 15:28:21.100172 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cf387a43-17de-4372-b3f8-4b6f7b46da59 req-19d42d00-8000-4472-a210-9bac9da98d16 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869327 May 16 15:28:21.154293 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3fdb26c0-f5db-4b29-98f6-f25b73859659 req-bdc74a76-600e-4b10-8595-736410a1ce59 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 210 time: 0.0280418 May 16 15:28:21.291372 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6211759a-3866-4cc6-9cb0-86cd64f1b8ac req-d107fb27-593e-432d-9b4e-2c63f7438b11 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0309319 May 16 15:28:21.649864 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed133a-6ee2-49e4-9948-34f96a296bee req-fb88c46b-401c-4ced-bff7-0ce446e7e1e8 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:21.651293 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c9ed133a-6ee2-49e4-9948-34f96a296bee req-fb88c46b-401c-4ced-bff7-0ce446e7e1e8 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0468171 May 16 15:28:21.702028 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c9ed133a-6ee2-49e4-9948-34f96a296bee req-3ebe5653-4296-4152-bb6a-8b643d8b1846 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449932 May 16 15:28:22.245810 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ae114f15-c949-419c-a55c-2cc686f51fc3 req-a2e8e181-26f5-41eb-a826-fede7d888120 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 210 time: 0.0258195 May 16 15:28:22.384991 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f42c0e2c-c133-42a5-984e-8520615ebad3 req-80bbe790-d938-4a2a-a783-73da6b8ee66e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0281391 May 16 15:28:22.646099 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d8ac4254-5c00-4085-a473-2b9b54679ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:22.827960 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072eb7d-fbd2-4e31-8a01-d1e37aa25288 req-55d21901-23fc-4ae2-a8cc-9fd9ba42c518 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:22.829364 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e072eb7d-fbd2-4e31-8a01-d1e37aa25288 req-55d21901-23fc-4ae2-a8cc-9fd9ba42c518 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0500309 May 16 15:28:22.841086 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:28:22.876630 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e072eb7d-fbd2-4e31-8a01-d1e37aa25288 req-6f9243b3-6a15-43d6-bbd7-e774d01a753b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410967 May 16 15:28:23.338344 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-769eae30-6773-4f49-91aa-e033c929847c req-8bfcd066-5f5e-48a8-931c-f2114ca7ad10 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 210 time: 0.0262861 May 16 15:28:23.477951 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7aa90d5-b6e8-412c-9f99-a115a7fd7298 req-5648bd83-bb6a-4a99-8d93-75108e2c8fc6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0267565 May 16 15:28:23.635125 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-78415e75-c220-4ff5-bf60-91c42119498e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:23.636545 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-78415e75-c220-4ff5-bf60-91c42119498e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 812 time: 0.1033266 May 16 15:28:23.703167 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-cc38365b-b69c-41b6-a80d-eb9f0cfa3a0b tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc74c97613c4462bb551e50800a5f5e2 HTTP/1.1" status: 200 len: 379 time: 0.0541320 May 16 15:28:23.744196 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'port': {'device_id': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'admin_state_up': True, 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'security_groups': ['498ab058-e2df-4ca1-aff8-5bf3dadb0f67']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:23.959587 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Made reservation on behalf of bc74c97613c4462bb551e50800a5f5e2 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:28:23.963579 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:24.007347 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacca4b2-1605-4cea-9bb2-9b13d206db4e req-c857d576-ce05-4d61-96b7-d646029d0d80 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:24.009006 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bacca4b2-1605-4cea-9bb2-9b13d206db4e req-c857d576-ce05-4d61-96b7-d646029d0d80 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0545368 May 16 15:28:24.088974 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bacca4b2-1605-4cea-9bb2-9b13d206db4e req-657960b8-4c9e-4208-89d1-3b5116c8a0c1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723295 May 16 15:28:24.127114 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Allocated IP 172.20.0.9 (8109ecd0-18dc-47a3-8ba0-731e552020b2/4ee3e22d-a944-4d7c-b676-4c481e98090e/b74b55c2-b9e6-45c4-a2d6-501d7668af37) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:28:24.323801 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:24.446198 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c996151a-af19-48c5-8152-bcd39a9e34db req-4a07aab5-f88a-4467-81e7-ceb671c07899 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 210 time: 0.0373831 May 16 15:28:24.448440 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:24.498518 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Network 8109ecd0-18dc-47a3-8ba0-731e552020b2 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:28:24.502155 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:28:24.505118 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:28:24.551995 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'Port': ['ID=b74b55c2-b9e6-45c4-a2d6-501d7668af37,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:24.580736 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:24.581766 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:24.627738 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ae6f69e7-e5f8-4312-a13c-66d59b8c1c73 req-1b0acf99-ffa1-4d45-9ec5-6bf8f31ef45e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0549347 May 16 15:28:24.713512 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-b3c4c3b2-67c3-4f16-b4c9-6187cde39502 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9735911 May 16 15:28:24.783577 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-38cd4178-3c02-4819-ae12-1cc4de852ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:24.859301 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-18521f96-fcde-4e36-a744-0997cc1fbd9a None None] Provisioning complete for port b74b55c2-b9e6-45c4-a2d6-501d7668af37 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:24.859994 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-18521f96-fcde-4e36-a744-0997cc1fbd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:24.895498 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-18521f96-fcde-4e36-a744-0997cc1fbd9a None None] Port b74b55c2-b9e6-45c4-a2d6-501d7668af37 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:28:25.244463 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f41c-ed31-48cb-a15d-e52104fa0bc9 req-92bf0f6e-d942-4570-9a5d-83fb4c6cc5f8 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:25.245958 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bcb0f41c-ed31-48cb-a15d-e52104fa0bc9 req-92bf0f6e-d942-4570-9a5d-83fb4c6cc5f8 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0586081 May 16 15:28:25.304456 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bcb0f41c-ed31-48cb-a15d-e52104fa0bc9 req-dc061fa6-1987-439d-aade-889a54eb9a04 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527730 May 16 15:28:25.598609 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304edbe-c37d-46b8-a05c-462ce02cea76 req-765c408e-3d5e-4943-951f-89fbed804038 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:25.600093 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a304edbe-c37d-46b8-a05c-462ce02cea76 req-765c408e-3d5e-4943-951f-89fbed804038 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 931 time: 0.0615394 May 16 15:28:25.650551 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a304edbe-c37d-46b8-a05c-462ce02cea76 req-0d627a1a-fe0e-47c0-8264-b6c129700c80 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446618 May 16 15:28:25.750565 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7c8342ef-61b2-44ff-848f-ed90f2c00d57 req-fd0c0b70-a25f-4a2c-b6f5-73271815719d tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0503149 May 16 15:28:25.853544 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:26.435386 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c068b-ad9b-4b28-a8f4-590cb77e13e2 req-9e4271ac-676d-47dc-8417-5a35d6cc893d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:26.437084 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e07c068b-ad9b-4b28-a8f4-590cb77e13e2 req-9e4271ac-676d-47dc-8417-5a35d6cc893d tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0480556 May 16 15:28:26.506995 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e07c068b-ad9b-4b28-a8f4-590cb77e13e2 req-e1f05e8e-b625-44c2-abef-47f89ac66565 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562351 May 16 15:28:26.786479 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbd87a-f6e5-4b76-9a87-d92597ab203d req-bcec1b10-6010-477e-973b-0ae1dc5c9538 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:26.788128 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0ffbd87a-f6e5-4b76-9a87-d92597ab203d req-bcec1b10-6010-477e-973b-0ae1dc5c9538 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 931 time: 0.0683665 May 16 15:28:26.856065 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0ffbd87a-f6e5-4b76-9a87-d92597ab203d req-f77e4560-c858-4e85-8b60-c9949fd93b6b tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609550 May 16 15:28:26.878488 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b4a11769-efc1-45dc-9378-821640541114 req-5910db05-c025-410b-9324-860238416342 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0354629 May 16 15:28:27.475496 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:27.631508 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d3cb9-e712-4c29-ae3f-ee2682ebbdd2 req-48e00acd-af23-4211-955f-dee8a2101288 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:27.633025 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e17d3cb9-e712-4c29-ae3f-ee2682ebbdd2 req-48e00acd-af23-4211-955f-dee8a2101288 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0496941 May 16 15:28:27.683758 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e17d3cb9-e712-4c29-ae3f-ee2682ebbdd2 req-23e1d461-8d2b-4165-b768-29ebcc923177 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432620 May 16 15:28:28.038284 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ebd3b-3f3b-4248-baeb-f66a983b444f req-93f32db2-0e88-4b7a-a9b1-4a4261c3489d tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:28.039783 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d04ebd3b-3f3b-4248-baeb-f66a983b444f req-93f32db2-0e88-4b7a-a9b1-4a4261c3489d tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 931 time: 0.0724094 May 16 15:28:28.074009 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5b7f7da1-d3a7-477a-ad62-faf330e1ced4 req-5e8f072d-ae6c-43cb-aae3-704423539431 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0735779 May 16 15:28:28.119918 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d04ebd3b-3f3b-4248-baeb-f66a983b444f req-595a6b5a-c66a-4718-9f5b-5869fbeeed52 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686240 May 16 15:28:28.815570 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e9dd-52eb-4b70-996e-34740cf1e99e req-c213486e-d558-4616-b773-4fb7a47d9438 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:28.817028 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ca82e9dd-52eb-4b70-996e-34740cf1e99e req-c213486e-d558-4616-b773-4fb7a47d9438 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0467429 May 16 15:28:28.865978 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ca82e9dd-52eb-4b70-996e-34740cf1e99e req-ef2eac0f-271d-430e-9adf-f09db8b8175e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 May 16 15:28:29.180050 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f0a4e618-cde9-48d5-906d-827226392ba6 req-243d5996-c6d1-4940-8ec6-a826e98c4ce9 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0310345 May 16 15:28:29.243896 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f035fe6-1b3f-4348-9d9a-3a4e47a49cfd req-be03dba1-ea1a-4d76-855e-dc0a5f6b4ce4 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:29.245661 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0f035fe6-1b3f-4348-9d9a-3a4e47a49cfd req-be03dba1-ea1a-4d76-855e-dc0a5f6b4ce4 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 931 time: 0.0584862 May 16 15:28:29.308840 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0f035fe6-1b3f-4348-9d9a-3a4e47a49cfd req-af6a213c-92d0-43ba-b292-e695cad946fb tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539973 May 16 15:28:29.500199 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:29.911879 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 60202) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:30.011243 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b7a6f-fc6a-4a41-8133-57c47c5d8a9d req-d636222d-7bb5-4d3a-af74-8f9649cfd206 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:30.014011 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-514b7a6f-fc6a-4a41-8133-57c47c5d8a9d req-d636222d-7bb5-4d3a-af74-8f9649cfd206 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0529678 May 16 15:28:30.056181 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-42b2e9c6-a88d-4e86-8f74-263c9fbd50f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:30.073919 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-514b7a6f-fc6a-4a41-8133-57c47c5d8a9d req-6e97f371-7ef5-4888-b5a6-e7f8771fa128 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485148 May 16 15:28:30.164785 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-42b2e9c6-a88d-4e86-8f74-263c9fbd50f2 admin admin] Publish callbacks [] for security_group (8b3ee7a3-33eb-4d71-a17c-13fd8ebc42db), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:30.225198 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-42b2e9c6-a88d-4e86-8f74-263c9fbd50f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (8b3ee7a3-33eb-4d71-a17c-13fd8ebc42db), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:30.274964 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2e9c6-a88d-4e86-8f74-263c9fbd50f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3ee7a3-33eb-4d71-a17c-13fd8ebc42db,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:30.297398 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-42b2e9c6-a88d-4e86-8f74-263c9fbd50f2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c934fa4e30f3405bb1016c570d30f1b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817122 May 16 15:28:30.297398 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-86baff26-72e9-405b-8701-05e5cd25ac8f req-bc90edff-78c3-4ac9-bfdd-ba5b069f6d46 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0391262 May 16 15:28:30.297681 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 60208) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:30.359382 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3261-a04d-46e0-936e-d1a6bcdc0a05 admin admin] Publish callbacks [] for security_group (8b3ee7a3-33eb-4d71-a17c-13fd8ebc42db), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:30.382423 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3261-a04d-46e0-936e-d1a6bcdc0a05 admin admin] Publish callbacks [] for security_group (8b3ee7a3-33eb-4d71-a17c-13fd8ebc42db), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:30.442771 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b21859-ae57-4549-bd8a-eb966f1ee27a req-5d62b007-700f-4a63-9f0f-9b39bfa28146 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:30.444519 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-34b21859-ae57-4549-bd8a-eb966f1ee27a req-5d62b007-700f-4a63-9f0f-9b39bfa28146 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 931 time: 0.0481980 May 16 15:28:30.500637 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-34b21859-ae57-4549-bd8a-eb966f1ee27a req-12ae975b-05e7-475b-971c-b6774ca4040b tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497677 May 16 15:28:30.522669 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3261-a04d-46e0-936e-d1a6bcdc0a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (8b3ee7a3-33eb-4d71-a17c-13fd8ebc42db), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:30.525347 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3261-a04d-46e0-936e-d1a6bcdc0a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:30.529689 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-4a7d3261-a04d-46e0-936e-d1a6bcdc0a05 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8b3ee7a3-33eb-4d71-a17c-13fd8ebc42db HTTP/1.1" status: 204 len: 168 time: 0.2311926 May 16 15:28:30.538713 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d3261-a04d-46e0-936e-d1a6bcdc0a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3ee7a3-33eb-4d71-a17c-13fd8ebc42db,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:31.213851 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f35170-eacf-45c8-8555-fe7f5ebaa3a4 req-c7f9b46d-95d3-41cb-8bf4-c2bad1a551bb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:31.215508 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-88f35170-eacf-45c8-8555-fe7f5ebaa3a4 req-c7f9b46d-95d3-41cb-8bf4-c2bad1a551bb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0531628 May 16 15:28:31.278825 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-88f35170-eacf-45c8-8555-fe7f5ebaa3a4 req-a8d1b4eb-0289-4923-9f56-a0e6dfab148e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555670 May 16 15:28:31.418483 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ad02f36f-5157-4375-9c3d-122fe8605c02 req-cdac2f76-49ec-41b7-a7b5-561df6395a8e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0323913 May 16 15:28:31.628687 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20aae21-cce8-40bf-85b7-26ea4fe84211 req-507b0017-b393-4981-bf93-1acd5362dcfd tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:31.630273 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c20aae21-cce8-40bf-85b7-26ea4fe84211 req-507b0017-b393-4981-bf93-1acd5362dcfd tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 931 time: 0.0612147 May 16 15:28:31.692010 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c20aae21-cce8-40bf-85b7-26ea4fe84211 req-cd98fbc8-6f67-41e4-89ad-40214eab858f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559356 May 16 15:28:31.851511 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 60238) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:31.946803 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1849063817-network', 'tenant_id': '38f2e257d56d477d98132d62b4f87b19'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:32.092967 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Made reservation on behalf of 38f2e257d56d477d98132d62b4f87b19 for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:28:32.095730 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:32.105132 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:32.184301 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Publish callbacks [] for security_group (1644030b-f16a-4583-95bc-1f68775617c5), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:32.252017 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1644030b-f16a-4583-95bc-1f68775617c5), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:32.281604 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:28:32.291573 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1644030b-f16a-4583-95bc-1f68775617c5,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:32.296570 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728834546957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (105d5f79-4f8b-46ac-bd74-a476561d9122), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:32.296981 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.segments_db [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Added segment 105d5f79-4f8b-46ac-bd74-a476561d9122 of type vlan for network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 May 16 15:28:32.338719 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728834153629'] for network (4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:32.423407 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5eb26-6089-4967-a750-fae9d1f7c0ed req-84d728ca-52ca-4674-baf4-d5d1177ce565 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:32.425055 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ace5eb26-6089-4967-a750-fae9d1f7c0ed req-84d728ca-52ca-4674-baf4-d5d1177ce565 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0480828 May 16 15:28:32.431050 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413'] for network (4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:32.432080 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:32.432650 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:32.477492 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ace5eb26-6089-4967-a750-fae9d1f7c0ed req-c3aba2ff-2d28-48f6-bda8-4f01e14f99a0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467391 May 16 15:28:32.504814 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] Pushing event updated for resources: {'Network': ['ID=4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:32.516047 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 details requested by agent ovs-agent-dv-cinder-790535-39-iscsi with host dv-cinder-790535-39-iscsi {{(pid=103979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:28:32.526429 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0a83d167-9a44-4160-a1c8-dad05747c203 req-0e71d6aa-8866-4505-832c-0adbd1e2910f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0351043 May 16 15:28:32.546320 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60246) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:32.549971 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-e151e864-6f7c-4712-a8f8-c4e90894f62d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6934979 May 16 15:28:32.551639 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-603b171e-4fb7-4750-9db6-cd7ac53b9995 admin admin] Request body: {'subnet': {'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1849063817-subnet', 'tenant_id': '38f2e257d56d477d98132d62b4f87b19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:32.670976 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603b171e-4fb7-4750-9db6-cd7ac53b9995 admin admin] Made reservation on behalf of 38f2e257d56d477d98132d62b4f87b19 for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:28:32.673649 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-603b171e-4fb7-4750-9db6-cd7ac53b9995 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32985670'] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:32.881928 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953053e-8689-485d-abe2-0a19c9986cb0 req-caf966ca-ebae-4bf0-871f-8306b3c5474c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:32.883662 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a953053e-8689-485d-abe2-0a19c9986cb0 req-caf966ca-ebae-4bf0-871f-8306b3c5474c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 931 time: 0.0682311 May 16 15:28:32.968759 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a953053e-8689-485d-abe2-0a19c9986cb0 req-b94d5acc-1767-40cd-9df8-3106c86e7d78 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649359 May 16 15:28:33.036735 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-603b171e-4fb7-4750-9db6-cd7ac53b9995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31724850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32985680'] for subnet (89a505c3-6d6a-4823-8244-d74e4ca88827), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:33.095799 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b171e-4fb7-4750-9db6-cd7ac53b9995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a505c3-6d6a-4823-8244-d74e4ca88827,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:33.105019 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b171e-4fb7-4750-9db6-cd7ac53b9995 admin admin] Checking segment: {'id': '105d5f79-4f8b-46ac-bd74-a476561d9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:28:33.105418 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b171e-4fb7-4750-9db6-cd7ac53b9995 admin admin] Network hostable DHCP agents. Network: 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0, hostable agents: ['cf37eec0-6f4e-45dd-95ff-fccb1b86c231'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:28:33.213609 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b171e-4fb7-4750-9db6-cd7ac53b9995 admin admin] Network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 is scheduled to be hosted by DHCP agent cf37eec0-6f4e-45dd-95ff-fccb1b86c231 with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:28:33.309321 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-603b171e-4fb7-4750-9db6-cd7ac53b9995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-39-iscsi, 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:28:33.314209 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603b171e-4fb7-4750-9db6-cd7ac53b9995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:33.314837 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-603b171e-4fb7-4750-9db6-cd7ac53b9995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:33.319857 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84792dd-faf6-4b30-b33f-446fb5d3d30f None None] Network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:28:33.397644 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-603b171e-4fb7-4750-9db6-cd7ac53b9995 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8499370 May 16 15:28:33.434181 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a028a355-5f1a-4c75-8049-0c9daf5eeab1 None None] Network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:28:33.624074 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef4db2-8046-4bea-af20-81cdac566237 req-8aa69383-ae52-4b3a-9610-acca9553abe1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:33.625871 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-33ef4db2-8046-4bea-af20-81cdac566237 req-8aa69383-ae52-4b3a-9610-acca9553abe1 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0544543 May 16 15:28:33.650658 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-63d51945-a668-40df-8451-56b332aaba08 req-5b9a0e42-eee9-4593-bd52-5eea740b7f2f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0313997 May 16 15:28:33.676201 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-33ef4db2-8046-4bea-af20-81cdac566237 req-f38850c8-eb09-4707-bbeb-b344054e3231 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439472 May 16 15:28:34.081432 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b89bc6-590e-4177-8709-e82f1911efef req-0180877e-bae3-4c18-a6d2-f96ddff18780 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:34.082924 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a3b89bc6-590e-4177-8709-e82f1911efef req-0180877e-bae3-4c18-a6d2-f96ddff18780 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 931 time: 0.0465913 May 16 15:28:34.139396 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a3b89bc6-590e-4177-8709-e82f1911efef req-5db32e6e-cd85-46fb-994e-dba86965f866 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504568 May 16 15:28:34.489672 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Request body: {'port': {'device_id': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:34.553135 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:34.751614 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d5c6c740-e396-426f-9d80-1a7fc9fa5a62 req-8b789195-c0c9-40b2-abc5-9598f489a1fa tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0338228 May 16 15:28:34.795043 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6bd3e-1db4-4c8d-a6e4-a259952284bc req-99130878-1070-4182-b93a-68572fae8d08 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:34.796627 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dde6bd3e-1db4-4c8d-a6e4-a259952284bc req-99130878-1070-4182-b93a-68572fae8d08 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0484877 May 16 15:28:34.845400 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dde6bd3e-1db4-4c8d-a6e4-a259952284bc req-4b5bfbee-4cca-4671-a476-3259894071a0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432281 May 16 15:28:34.871503 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74b55c2-b9e6-45c4-a2d6-501d7668af37 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:28:34.878999 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Publish callbacks [] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:34.891388 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Transition to ACTIVE for port object b74b55c2-b9e6-45c4-a2d6-501d7668af37 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:28:34.960858 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:35.010106 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Pushing event updated for resources: {'Port': ['ID=b74b55c2-b9e6-45c4-a2d6-501d7668af37,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:35.080519 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Attempting to bind port b74b55c2-b9e6-45c4-a2d6-501d7668af37 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:28:35.080947 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Attempting to bind port b74b55c2-b9e6-45c4-a2d6-501d7668af37 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:28:35.081347 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Attempting to bind port b74b55c2-b9e6-45c4-a2d6-501d7668af37 on network 8109ecd0-18dc-47a3-8ba0-731e552020b2 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:28:35.089965 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Port b74b55c2-b9e6-45c4-a2d6-501d7668af37 on network 8109ecd0-18dc-47a3-8ba0-731e552020b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:28:35.090326 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Attempting to bind port b74b55c2-b9e6-45c4-a2d6-501d7668af37 on network 8109ecd0-18dc-47a3-8ba0-731e552020b2 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:28:35.096330 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:28:35.096672 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Checking segment: {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:28:35.097066 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Bound using segment: {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:28:35.097497 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Bound port: b74b55c2-b9e6-45c4-a2d6-501d7668af37, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:28:35.097860 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:35.162980 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] For port b74b55c2-b9e6-45c4-a2d6-501d7668af37, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:28:35.165955 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] For port b74b55c2-b9e6-45c4-a2d6-501d7668af37, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b74b55c2-b9e6-45c4-a2d6-501d7668af37,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:28:35.208592 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:35.274614 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:35.275169 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:35.276626 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] 10.222.0.79 "PUT /v2.0/ports/b74b55c2-b9e6-45c4-a2d6-501d7668af37 HTTP/1.1" status: 200 len: 1093 time: 0.7915463 May 16 15:28:35.280414 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'tag': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:35.282774 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5550a8a-7410-4db4-9e3b-f830a56073d7" -d '{"events": [{"name": "network-changed", "server_uuid": "11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9", "tag": "b74b55c2-b9e6-45c4-a2d6-501d7668af37"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:35.335315 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1edf0-40f8-45e2-b727-0f8507e86888 req-9a48e47c-1134-4154-a3bc-0e739b368011 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:35.344148 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2ea1edf0-40f8-45e2-b727-0f8507e86888 req-9a48e47c-1134-4154-a3bc-0e739b368011 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 943 time: 0.1318915 May 16 15:28:35.348651 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c5e846-e278-4ae3-8078-46bfe197ef4a x-openstack-request-id: req-22c5e846-e278-4ae3-8078-46bfe197ef4a {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:35.349096 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9", "tag": "b74b55c2-b9e6-45c4-a2d6-501d7668af37", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:35.349356 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22c5e846-e278-4ae3-8078-46bfe197ef4a {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:35.349760 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c5e846-e278-4ae3-8078-46bfe197ef4a'] response: {'name': 'network-changed', 'server_uuid': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'tag': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37', 'status': 'completed', 'code': 200} May 16 15:28:35.388415 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3491b-f83d-42c7-9933-c0a6fb07e867 service neutron] Pushing event updated for resources: {'Port': ['ID=b74b55c2-b9e6-45c4-a2d6-501d7668af37,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:35.493478 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2ea1edf0-40f8-45e2-b727-0f8507e86888 req-f54ad30f-4ebd-443f-8e2b-e762138f92fe tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481397 May 16 15:28:35.497362 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5550a8a-7410-4db4-9e3b-f830a56073d7 req-19712838-81ce-4218-a692-df01d4abcc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:35.498851 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e5550a8a-7410-4db4-9e3b-f830a56073d7 req-19712838-81ce-4218-a692-df01d4abcc40 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 1127 time: 0.1153529 May 16 15:28:35.545281 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-2d81e0b9-e4d3-4b4a-aae4-864c9d37906d tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:35.548559 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-2d81e0b9-e4d3-4b4a-aae4-864c9d37906d tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 813 time: 0.2446613 May 16 15:28:35.593901 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-e784c37b-dd9c-41f2-9f9b-d447fba5ab8a tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:35.596057 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-e784c37b-dd9c-41f2-9f9b-d447fba5ab8a tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/networks?id=4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 HTTP/1.1" status: 200 len: 809 time: 0.1582301 May 16 15:28:35.612641 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-156d9977-1f23-4e8d-8dc3-cadbb81cf436 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/quotas/38f2e257d56d477d98132d62b4f87b19 HTTP/1.1" status: 200 len: 375 time: 0.0110409 May 16 15:28:35.647284 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-c6645d4f-3d97-470f-9546-2ad321e59102 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=38f2e257d56d477d98132d62b4f87b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291154 May 16 15:28:35.667728 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5550a8a-7410-4db4-9e3b-f830a56073d7 req-67fea257-2d4b-4ad6-bb02-fde1b62d2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:35.669206 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e5550a8a-7410-4db4-9e3b-f830a56073d7 req-67fea257-2d4b-4ad6-bb02-fde1b62d2bbf service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=bc74c97613c4462bb551e50800a5f5e2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1553707 May 16 15:28:35.673692 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-7cf81970-7855-4ad6-b84b-46d386604952 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbaba74aca3d447eb9cc9d56700fa13e HTTP/1.1" status: 200 len: 379 time: 0.1154351 May 16 15:28:35.686861 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'port': {'device_id': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'admin_state_up': True, 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'security_groups': ['3bb0d9d1-7b73-4318-902d-97c2c99646bc']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:35.746938 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-24ff7490-97d1-40ef-99f4-0907aa21c7b2 service neutron] 10.222.0.76 "GET /v2.0/networks/4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922580 May 16 15:28:35.842025 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5550a8a-7410-4db4-9e3b-f830a56073d7 req-e9b13608-9f9d-4dfa-81bc-f4ec4079e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:35.843484 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e5550a8a-7410-4db4-9e3b-f830a56073d7 req-e9b13608-9f9d-4dfa-81bc-f4ec4079e339 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1688480 May 16 15:28:35.845468 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-cb82c444-310b-4c22-ae03-ee2a51e8a416 service neutron] 10.222.0.76 "GET /v2.0/networks/4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970740 May 16 15:28:35.864425 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9cd84622-6bb6-4f84-9fc0-bea1dbbb2724 req-f203f86b-0f41-46a2-9c5b-3fa95dd7866d tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0398998 May 16 15:28:35.939673 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-9d3a3fda-2abb-43a4-9c87-6def8a5435ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:35.941164 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-9d3a3fda-2abb-43a4-9c87-6def8a5435ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 1127 time: 0.0486863 May 16 15:28:35.968109 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Made reservation on behalf of fbaba74aca3d447eb9cc9d56700fa13e for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:28:35.971433 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:36.034964 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165a6f5-db65-493f-b832-c8d4813b8dad req-0fd23e35-1445-4c0b-bb63-17da04deee4c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:36.036494 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b165a6f5-db65-493f-b832-c8d4813b8dad req-0fd23e35-1445-4c0b-bb63-17da04deee4c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 943 time: 0.0944743 May 16 15:28:36.044403 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-09c60056-5df9-41a0-828f-460411a2e23a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b74b55c2-b9e6-45c4-a2d6-501d7668af37 HTTP/1.1" status: 200 len: 217 time: 0.0564711 May 16 15:28:36.052978 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 588be31f-e001-4d2f-97c9-ef1bb2eeef86 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:28:36.115988 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a7730513-405a-44df-8991-99c4606f0acc req-f5615124-035d-421a-877c-6be05b7a13e9 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 210 time: 0.0343018 May 16 15:28:36.177512 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:36.190065 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'port_id': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'mac_address': 'fa:16:3e:63:a8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:28:36.226527 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:36.226912 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:36.241149 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588be31f-e001-4d2f-97c9-ef1bb2eeef86 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:28:36.262213 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:36.328350 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:36.378966 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=588be31f-e001-4d2f-97c9-ef1bb2eeef86,revision_number=9']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:36.438183 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b165a6f5-db65-493f-b832-c8d4813b8dad req-d11996f4-0620-496a-b04c-505de5dde383 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928487 May 16 15:28:36.441591 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-f88eaa39-39ed-4d50-8f12-eb053468acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:36.442983 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-f88eaa39-39ed-4d50-8f12-eb053468acf3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ee3e22d-a944-4d7c-b676-4c481e98090e HTTP/1.1" status: 200 len: 851 time: 0.3889687 May 16 15:28:36.518699 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-4f391b07-0c04-4275-a6d9-6262e78b1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:36.520198 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-4f391b07-0c04-4275-a6d9-6262e78b1c65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8109ecd0-18dc-47a3-8ba0-731e552020b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522764 May 16 15:28:36.524362 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Allocated IP 172.20.0.8 (97880a2a-e2c5-4ee9-b5cd-302158bacf22/2894ba13-a801-431f-a1c4-6f8f264d8ab6/927a3b06-5b59-49a1-9454-0f5b417ac4b8) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:28:36.554962 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['588be31f-e001-4d2f-97c9-ef1bb2eeef86'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:28:36.631915 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e05b0-a947-4d63-a79e-ed29cb243caa req-70ad943e-ae20-477b-92cb-31731fe6e2e7 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:36.640409 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bd2e05b0-a947-4d63-a79e-ed29cb243caa req-70ad943e-ae20-477b-92cb-31731fe6e2e7 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 943 time: 0.0579069 May 16 15:28:36.697113 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bd2e05b0-a947-4d63-a79e-ed29cb243caa req-1dfeb230-b884-44ef-b899-ca73e1c3464e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554137 May 16 15:28:36.703698 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-4b655501-00b2-438d-9782-552e917ed675 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687815 May 16 15:28:36.797599 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:36.827508 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a229a53a-a8da-4e30-8ba8-a2b76949ba04 req-7e227810-1a17-4665-a242-213f6fabb641 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222844 May 16 15:28:36.975475 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d5a4bc8a-2286-4b37-995c-1c8d4151d6c4 req-700a8704-edf9-4453-b206-3b2e487ff408 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0276666 May 16 15:28:36.976578 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:37.018886 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:28:37.021905 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:28:37.025564 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:28:37.052032 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'Port': ['ID=927a3b06-5b59-49a1-9454-0f5b417ac4b8,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:37.080631 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:37.081246 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:37.193569 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-69344ed8-3fca-41ea-bd9f-d8872ce6d415 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5105352 May 16 15:28:37.200445 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-66e94ac8-f9c3-41d0-8857-d9102da48e19 req-face15b9-6e0a-460b-90dc-960ed4c606b2 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 210 time: 0.0321007 May 16 15:28:37.207004 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Request body: {'port': {'device_id': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:37.251462 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c7392df-fb5e-4ed8-a1da-0d197b767cec None None] Provisioning complete for port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:37.252118 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c7392df-fb5e-4ed8-a1da-0d197b767cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:37.271364 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:37.285697 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c7392df-fb5e-4ed8-a1da-0d197b767cec None None] Port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:28:37.599798 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50190b-6ebb-47c9-8f8e-b6956614e2c8 req-0bf2e5dd-69f1-4862-9134-e30d687985f0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:37.601290 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8e50190b-6ebb-47c9-8f8e-b6956614e2c8 req-0bf2e5dd-69f1-4862-9134-e30d687985f0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 944 time: 0.0838964 May 16 15:28:37.605536 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927a3b06-5b59-49a1-9454-0f5b417ac4b8 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:28:37.619210 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Publish callbacks [] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:37.643131 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Transition to ACTIVE for port object 927a3b06-5b59-49a1-9454-0f5b417ac4b8 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:28:37.664825 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8e50190b-6ebb-47c9-8f8e-b6956614e2c8 req-7b94563f-ddec-4b8c-8449-c9fe72e4618e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541975 May 16 15:28:37.711351 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:37.768153 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Pushing event updated for resources: {'Port': ['ID=927a3b06-5b59-49a1-9454-0f5b417ac4b8,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:37.811116 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.811384 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.811867 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.812216 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.812553 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.812896 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.813231 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.813565 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.813894 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.814249 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.814577 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.814904 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.815229 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.815551 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.815878 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:37.828782 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7140fd-e044-4eb3-afff-8ca920b14a63 req-b77705bf-ece5-4120-8198-e621ceed1388 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:37.829969 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7e7140fd-e044-4eb3-afff-8ca920b14a63 req-b77705bf-ece5-4120-8198-e621ceed1388 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 943 time: 0.0562456 May 16 15:28:37.850404 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Attempting to bind port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:28:37.850752 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Attempting to bind port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:28:37.851089 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Attempting to bind port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:28:37.855759 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:28:37.856089 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Attempting to bind port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:28:37.861855 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:28:37.862218 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Checking segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:28:37.862727 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Bound using segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:28:37.863039 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Bound port: 927a3b06-5b59-49a1-9454-0f5b417ac4b8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:28:37.863442 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:37.898583 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7e7140fd-e044-4eb3-afff-8ca920b14a63 req-27ffcb17-4780-464f-9d29-18c764818fc1 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627093 May 16 15:28:37.936947 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] For port 927a3b06-5b59-49a1-9454-0f5b417ac4b8, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:28:37.940183 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] For port 927a3b06-5b59-49a1-9454-0f5b417ac4b8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=927a3b06-5b59-49a1-9454-0f5b417ac4b8,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:28:38.009743 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:38.049340 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:38.049965 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:38.051345 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] 10.222.0.79 "PUT /v2.0/ports/927a3b06-5b59-49a1-9454-0f5b417ac4b8 HTTP/1.1" status: 200 len: 1093 time: 0.8490989 May 16 15:28:38.051773 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'tag': '927a3b06-5b59-49a1-9454-0f5b417ac4b8'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:38.054068 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3447e09e-169d-44e6-bded-c1e5fdffb104" -d '{"events": [{"name": "network-changed", "server_uuid": "6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6", "tag": "927a3b06-5b59-49a1-9454-0f5b417ac4b8"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:38.069079 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 588be31f-e001-4d2f-97c9-ef1bb2eeef86 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:28:38.106154 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d53b50-8020-430c-9feb-54eb7a458bd5 x-openstack-request-id: req-66d53b50-8020-430c-9feb-54eb7a458bd5 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:38.112285 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6", "tag": "927a3b06-5b59-49a1-9454-0f5b417ac4b8", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:38.112285 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-66d53b50-8020-430c-9feb-54eb7a458bd5 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:38.112285 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d53b50-8020-430c-9feb-54eb7a458bd5'] response: {'name': 'network-changed', 'server_uuid': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'tag': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'status': 'completed', 'code': 200} May 16 15:28:38.122286 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c216d26-f098-4718-8485-3bec1475a94a service neutron] Pushing event updated for resources: {'Port': ['ID=927a3b06-5b59-49a1-9454-0f5b417ac4b8,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:38.127264 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:38.127643 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:38.130642 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474d705-1f9c-480e-8b40-9f0928a9967d req-355699f5-0907-4612-9f24-ae2de6e13466 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:38.132146 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d474d705-1f9c-480e-8b40-9f0928a9967d req-355699f5-0907-4612-9f24-ae2de6e13466 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 943 time: 0.0843883 May 16 15:28:38.185393 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d474d705-1f9c-480e-8b40-9f0928a9967d req-e115100e-22bd-4610-a681-4979a02977de tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bb0d9d1-7b73-4318-902d-97c2c99646bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462608 May 16 15:28:38.218623 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:38.219023 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:38.259981 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:38.263203 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52faa9a0-5b94-4ead-8769-3bfb74f228d0" -d '{"events": [{"server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "name": "network-vif-plugged", "status": "completed", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:38.279178 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:38.310352 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e69e536-04a4-41aa-b5b1-d1f0f015db5a x-openstack-request-id: req-7e69e536-04a4-41aa-b5b1-d1f0f015db5a {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:38.310667 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "name": "network-vif-plugged", "status": "completed", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:38.310912 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e69e536-04a4-41aa-b5b1-d1f0f015db5a {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:38.311310 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e69e536-04a4-41aa-b5b1-d1f0f015db5a'] response: {'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'code': 200} May 16 15:28:38.320355 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fde2f5f2-da80-4f61-af8e-d9877a7f950d req-be8bef57-d9fe-46d4-b7c6-d78025f3a910 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 210 time: 0.0301266 May 16 15:28:38.408981 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447e09e-169d-44e6-bded-c1e5fdffb104 req-cace9e91-7591-4d77-8087-d62829215988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:38.568703 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3447e09e-169d-44e6-bded-c1e5fdffb104 req-cace9e91-7591-4d77-8087-d62829215988 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 1127 time: 0.0411370 May 16 15:28:38.568703 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447e09e-169d-44e6-bded-c1e5fdffb104 req-e8ec46d7-3ff1-45f1-88d3-1349f146ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:38.568703 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3447e09e-169d-44e6-bded-c1e5fdffb104 req-e8ec46d7-3ff1-45f1-88d3-1349f146ecf9 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0979557 May 16 15:28:38.611936 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447e09e-169d-44e6-bded-c1e5fdffb104 req-11cf15f5-4f70-46ee-a6d8-5939328a5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:38.613434 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3447e09e-169d-44e6-bded-c1e5fdffb104 req-11cf15f5-4f70-46ee-a6d8-5939328a5a00 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924711 May 16 15:28:38.694923 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-e249c81d-66b2-4358-a94d-c4e62acd57be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:38.696451 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-e249c81d-66b2-4358-a94d-c4e62acd57be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 1127 time: 0.0442207 May 16 15:28:38.745182 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-e9997697-66dc-4916-8475-8f003e36717e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=927a3b06-5b59-49a1-9454-0f5b417ac4b8 HTTP/1.1" status: 200 len: 217 time: 0.0403938 May 16 15:28:38.829213 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca4d63-82ed-4c13-828c-7908d7e5f6a0 req-96efa016-8f76-4095-95b0-a884929f8683 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:38.833740 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5dca4d63-82ed-4c13-828c-7908d7e5f6a0 req-96efa016-8f76-4095-95b0-a884929f8683 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 944 time: 0.0883763 May 16 15:28:38.847449 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-a4bd7549-f35a-4876-b5fa-c9973e451d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:38.848853 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-a4bd7549-f35a-4876-b5fa-c9973e451d70 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2894ba13-a801-431f-a1c4-6f8f264d8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0936263 May 16 15:28:38.918109 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-1434e9c9-8537-4f8d-8414-5459ed7d1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:38.920272 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-1434e9c9-8537-4f8d-8414-5459ed7d1978 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97880a2a-e2c5-4ee9-b5cd-302158bacf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0619454 May 16 15:28:38.923559 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5dca4d63-82ed-4c13-828c-7908d7e5f6a0 req-c991e715-1ae8-4228-8a2b-fec8490c464b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873368 May 16 15:28:38.951752 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:39.000956 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=588be31f-e001-4d2f-97c9-ef1bb2eeef86,revision_number=10']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:39.025492 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85314a17-e65d-44d2-9990-8bd6fad2f3b6 req-33749d38-13aa-4ba3-bbda-11ac790b65ac tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:39.027167 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-85314a17-e65d-44d2-9990-8bd6fad2f3b6 req-33749d38-13aa-4ba3-bbda-11ac790b65ac tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 943 time: 0.0589421 May 16 15:28:39.079924 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-85314a17-e65d-44d2-9990-8bd6fad2f3b6 req-60a157be-bf3d-4e22-8df6-03c18258f556 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453939 May 16 15:28:39.094929 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-e79f5b2d-6161-4918-8b5d-84a2b5ec773a service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666236 May 16 15:28:39.151519 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-9108fd79-0bd9-491b-828b-7061ea16aa69 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:39.152918 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-9108fd79-0bd9-491b-828b-7061ea16aa69 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.79 "GET /v2.0/networks?id=4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 HTTP/1.1" status: 200 len: 809 time: 0.1435313 May 16 15:28:39.187550 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Request body: {'port': {'device_id': '112e1c65-fca5-4734-bdf8-b52350394574', 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0', 'admin_state_up': True, 'tenant_id': '38f2e257d56d477d98132d62b4f87b19'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:39.276884 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dc92b-8931-4f8b-b76b-d3ae7ccd9f83 req-bc52d5f0-2f3d-42ef-bdfa-191e146ab900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:39.278930 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b53dc92b-8931-4f8b-b76b-d3ae7ccd9f83 req-bc52d5f0-2f3d-42ef-bdfa-191e146ab900 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 1130 time: 0.0955207 May 16 15:28:39.346233 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fb481ba0-86d8-4442-9f5b-c865d9191bf3 req-529b5f6b-11b6-45ae-b084-4fa6147d6cbc service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377203 May 16 15:28:39.380718 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd09892-9821-4381-8a67-f19b799ab69a req-8ba8d02b-027c-44f1-baf0-76cefcab554f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:39.382186 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0bd09892-9821-4381-8a67-f19b799ab69a req-8ba8d02b-027c-44f1-baf0-76cefcab554f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 943 time: 0.1275868 May 16 15:28:39.426418 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c35580e6-9567-4270-bbfa-bede67d5c271 req-ea5c1005-269d-4af1-9170-9f447be2b544 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 210 time: 0.0288067 May 16 15:28:39.432213 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b53dc92b-8931-4f8b-b76b-d3ae7ccd9f83 req-3816cc69-6d3b-4c47-96c0-cd764f85ad54 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096485 May 16 15:28:39.475767 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0bd09892-9821-4381-8a67-f19b799ab69a req-b3ef363d-6c76-4909-abce-5108928c31b2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bb0d9d1-7b73-4318-902d-97c2c99646bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827019 May 16 15:28:39.487959 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Made reservation on behalf of 38f2e257d56d477d98132d62b4f87b19 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:28:39.491430 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:39.619478 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Allocated IP 172.20.0.10 (4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0/89a505c3-6d6a-4823-8244-d74e4ca88827/1ff63ec5-9b82-4952-88fe-89318e4202a2) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:28:39.766595 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks [] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:39.842693 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:39.881283 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:28:39.884288 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:28:39.888754 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:28:39.916375 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Pushing event updated for resources: {'Port': ['ID=1ff63ec5-9b82-4952-88fe-89318e4202a2,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:39.947007 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:39.947777 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:40.045302 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35701703-a257-47cd-9b8e-fefcecdb5fca req-3d3cbe45-c08e-4ef0-b2be-407e322e9771 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:40.046793 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-35701703-a257-47cd-9b8e-fefcecdb5fca req-3d3cbe45-c08e-4ef0-b2be-407e322e9771 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 946 time: 0.0456927 May 16 15:28:40.096381 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-35701703-a257-47cd-9b8e-fefcecdb5fca req-98322410-6529-43c8-9e74-2172d4abaed7 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439360 May 16 15:28:40.096626 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-d966ecfc-9e68-41dc-b816-11594b004937 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9125016 May 16 15:28:40.192901 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8113441-2bc2-4829-8841-9fd0213f8018 req-5a9fe299-9196-410d-8e78-aeb40d307e81 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:40.194364 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c8113441-2bc2-4829-8841-9fd0213f8018 req-5a9fe299-9196-410d-8e78-aeb40d307e81 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 943 time: 0.0505617 May 16 15:28:40.241684 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c8113441-2bc2-4829-8841-9fd0213f8018 req-ae6ea603-cac0-443a-815f-78a8160cfa7c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417714 May 16 15:28:40.430570 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Request body: {'port': {'device_id': '112e1c65-fca5-4734-bdf8-b52350394574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:40.488798 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:40.541436 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e301c9-502b-4a5e-a239-1785b4cb1b3d req-38a89af5-049e-46da-924c-7acf32741260 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:40.543068 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-31e301c9-502b-4a5e-a239-1785b4cb1b3d req-38a89af5-049e-46da-924c-7acf32741260 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 932 time: 0.0485992 May 16 15:28:40.592704 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-31e301c9-502b-4a5e-a239-1785b4cb1b3d req-5ed556b5-586a-4daa-b8a7-7906a2ce2c76 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431979 May 16 15:28:40.657892 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4467-ec0f-4005-9a53-c9f576c6c5e9 req-9994b85e-8fb8-4d4a-866e-ed3e8b6f18fc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:40.659366 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f58c4467-ec0f-4005-9a53-c9f576c6c5e9 req-9994b85e-8fb8-4d4a-866e-ed3e8b6f18fc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 943 time: 0.1037467 May 16 15:28:40.759972 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f58c4467-ec0f-4005-9a53-c9f576c6c5e9 req-294afe23-7134-4a03-9ea7-9c93f63e74e7 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bb0d9d1-7b73-4318-902d-97c2c99646bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945420 May 16 15:28:40.837754 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff63ec5-9b82-4952-88fe-89318e4202a2 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:28:40.845442 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Publish callbacks [] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:40.857781 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Transition to ACTIVE for port object 1ff63ec5-9b82-4952-88fe-89318e4202a2 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:28:40.951591 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:41.004492 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Pushing event updated for resources: {'Port': ['ID=1ff63ec5-9b82-4952-88fe-89318e4202a2,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:41.070024 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Attempting to bind port 1ff63ec5-9b82-4952-88fe-89318e4202a2 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:28:41.070388 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Attempting to bind port 1ff63ec5-9b82-4952-88fe-89318e4202a2 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '105d5f79-4f8b-46ac-bd74-a476561d9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:28:41.070719 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Attempting to bind port 1ff63ec5-9b82-4952-88fe-89318e4202a2 on network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:28:41.074984 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Port 1ff63ec5-9b82-4952-88fe-89318e4202a2 on network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:28:41.075805 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Attempting to bind port 1ff63ec5-9b82-4952-88fe-89318e4202a2 on network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:28:41.080569 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:28:41.080908 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Checking segment: {'id': '105d5f79-4f8b-46ac-bd74-a476561d9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:28:41.081290 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Bound using segment: {'id': '105d5f79-4f8b-46ac-bd74-a476561d9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:28:41.081716 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Bound port: 1ff63ec5-9b82-4952-88fe-89318e4202a2, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105d5f79-4f8b-46ac-bd74-a476561d9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:28:41.082071 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:41.146684 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] For port 1ff63ec5-9b82-4952-88fe-89318e4202a2, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:28:41.151626 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] For port 1ff63ec5-9b82-4952-88fe-89318e4202a2, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1ff63ec5-9b82-4952-88fe-89318e4202a2,segment=NetworkSegment(105d5f79-4f8b-46ac-bd74-a476561d9122),segment_id=105d5f79-4f8b-46ac-bd74-a476561d9122)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:28:41.214655 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2593655-1877-473d-b0c5-d8101c3901f2 req-c3f295c6-8dda-4b93-90b6-b5d6dca9979f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:41.221692 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c2593655-1877-473d-b0c5-d8101c3901f2 req-c3f295c6-8dda-4b93-90b6-b5d6dca9979f tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 946 time: 0.0462813 May 16 15:28:41.249088 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:41.265790 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c2593655-1877-473d-b0c5-d8101c3901f2 req-862c77eb-d2e6-4c2f-b008-1172fa9eb69b tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 May 16 15:28:41.298887 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:41.299758 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:41.301325 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] 10.222.0.79 "PUT /v2.0/ports/1ff63ec5-9b82-4952-88fe-89318e4202a2 HTTP/1.1" status: 200 len: 1094 time: 0.8748789 May 16 15:28:41.301792 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112e1c65-fca5-4734-bdf8-b52350394574', 'tag': '1ff63ec5-9b82-4952-88fe-89318e4202a2'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:41.304150 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345869fc-f672-40c0-b968-6a6a0a341034" -d '{"events": [{"name": "network-changed", "server_uuid": "112e1c65-fca5-4734-bdf8-b52350394574", "tag": "1ff63ec5-9b82-4952-88fe-89318e4202a2"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:41.331257 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd8165-4ec6-46df-b616-80b01bfff74a service neutron] Pushing event updated for resources: {'Port': ['ID=1ff63ec5-9b82-4952-88fe-89318e4202a2,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:41.365389 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b723ada7-8ca1-4b8c-90d8-5cd9d9eb4d12 x-openstack-request-id: req-b723ada7-8ca1-4b8c-90d8-5cd9d9eb4d12 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:41.365684 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112e1c65-fca5-4734-bdf8-b52350394574", "tag": "1ff63ec5-9b82-4952-88fe-89318e4202a2", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:41.365938 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b723ada7-8ca1-4b8c-90d8-5cd9d9eb4d12 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:41.366364 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b723ada7-8ca1-4b8c-90d8-5cd9d9eb4d12'] response: {'name': 'network-changed', 'server_uuid': '112e1c65-fca5-4734-bdf8-b52350394574', 'tag': '1ff63ec5-9b82-4952-88fe-89318e4202a2', 'status': 'completed', 'code': 200} May 16 15:28:41.385403 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d8f43-16fa-474a-8b61-8fd48946c454 req-f7cd8faa-2faa-4476-a74f-7b6aedcf0769 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:41.387200 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a56d8f43-16fa-474a-8b61-8fd48946c454 req-f7cd8faa-2faa-4476-a74f-7b6aedcf0769 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 943 time: 0.0570607 May 16 15:28:41.439195 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a56d8f43-16fa-474a-8b61-8fd48946c454 req-b2c8932a-e238-4b6a-9136-ac6d8666d0e1 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458021 May 16 15:28:41.714735 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a225d05-eea0-42de-aeb5-3a70766dbaa1 req-224acb9b-ed58-4a25-9d4a-f982f1871147 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:41.716213 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a225d05-eea0-42de-aeb5-3a70766dbaa1 req-224acb9b-ed58-4a25-9d4a-f982f1871147 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 944 time: 0.0504980 May 16 15:28:41.768161 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a225d05-eea0-42de-aeb5-3a70766dbaa1 req-d8faa183-55b6-41cb-bcc6-aa32ded8216e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 May 16 15:28:41.797725 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345869fc-f672-40c0-b968-6a6a0a341034 req-1d8075ed-6b0f-419c-9066-3c81dfe3f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:41.799327 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-345869fc-f672-40c0-b968-6a6a0a341034 req-1d8075ed-6b0f-419c-9066-3c81dfe3f052 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=38f2e257d56d477d98132d62b4f87b19&device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 1128 time: 0.0502863 May 16 15:28:41.914993 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd03f2-ec94-4699-9fc5-a03e9c2d8e95 req-dd913c01-fdbc-46fc-bd97-e99535205ae8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:41.916466 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-78dd03f2-ec94-4699-9fc5-a03e9c2d8e95 req-dd913c01-fdbc-46fc-bd97-e99535205ae8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 943 time: 0.0858819 May 16 15:28:41.960364 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345869fc-f672-40c0-b968-6a6a0a341034 req-809ec2e9-969d-4a07-b4a2-0630e43ed967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:41.961819 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-345869fc-f672-40c0-b968-6a6a0a341034 req-809ec2e9-969d-4a07-b4a2-0630e43ed967 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=38f2e257d56d477d98132d62b4f87b19&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1544623 May 16 15:28:41.997096 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-78dd03f2-ec94-4699-9fc5-a03e9c2d8e95 req-3ad71184-dee0-4295-842a-a35b38b4663d tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bb0d9d1-7b73-4318-902d-97c2c99646bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731127 May 16 15:28:42.069526 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345869fc-f672-40c0-b968-6a6a0a341034 req-e7350a3a-8b83-4fbd-af79-506c8345a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:42.071014 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-345869fc-f672-40c0-b968-6a6a0a341034 req-e7350a3a-8b83-4fbd-af79-506c8345a1a7 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989838 May 16 15:28:42.091108 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 927a3b06-5b59-49a1-9454-0f5b417ac4b8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:28:42.147605 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-e9b849c4-fd84-4a73-92f6-7c795514ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:42.149240 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-e9b849c4-fd84-4a73-92f6-7c795514ffae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=38f2e257d56d477d98132d62b4f87b19&device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 1128 time: 0.0403924 May 16 15:28:42.204227 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 927a3b06-5b59-49a1-9454-0f5b417ac4b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=927a3b06-5b59-49a1-9454-0f5b417ac4b8,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:42.215640 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'port_id': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'mac_address': 'fa:16:3e:9a:e1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:28:42.220195 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:42.251570 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:42.251948 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:42.264640 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927a3b06-5b59-49a1-9454-0f5b417ac4b8 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:28:42.284848 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 927a3b06-5b59-49a1-9454-0f5b417ac4b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=927a3b06-5b59-49a1-9454-0f5b417ac4b8,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:42.291351 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-6ddc339d-f295-4f83-86b1-73789d83fcd5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ff63ec5-9b82-4952-88fe-89318e4202a2 HTTP/1.1" status: 200 len: 217 time: 0.0322070 May 16 15:28:42.351275 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:42.396245 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6a1e1-c760-48ed-a96f-e7f7d1fd1b36 req-eb2f1e5f-2416-47b8-9480-435e17f21bc5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:42.397761 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-15f6a1e1-c760-48ed-a96f-e7f7d1fd1b36 req-eb2f1e5f-2416-47b8-9480-435e17f21bc5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 946 time: 0.0495651 May 16 15:28:42.404389 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=927a3b06-5b59-49a1-9454-0f5b417ac4b8,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:42.447173 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-15f6a1e1-c760-48ed-a96f-e7f7d1fd1b36 req-0e9e8470-41af-41e7-b894-52ded93c55aa tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 May 16 15:28:42.556289 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c5b56-3e2c-4e8e-90de-bb7574b86cd1 req-86545d33-4631-4b4f-b613-101380a66633 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:42.557750 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7b7c5b56-3e2c-4e8e-90de-bb7574b86cd1 req-86545d33-4631-4b4f-b613-101380a66633 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 943 time: 0.0492711 May 16 15:28:42.590236 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['927a3b06-5b59-49a1-9454-0f5b417ac4b8'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:28:42.607271 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7b7c5b56-3e2c-4e8e-90de-bb7574b86cd1 req-77521205-b000-42f9-a785-db8bda8ff9e3 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433044 May 16 15:28:42.878076 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24e9da-5519-40eb-8e49-e61a13741d8d req-69d7ee6f-ff0e-4f1d-b7c4-a380a3085f03 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:42.879599 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ff24e9da-5519-40eb-8e49-e61a13741d8d req-69d7ee6f-ff0e-4f1d-b7c4-a380a3085f03 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 944 time: 0.0470500 May 16 15:28:42.902349 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-a8c456f0-3ad9-4f3e-bedf-228e49a7b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:42.903843 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-a8c456f0-3ad9-4f3e-bedf-228e49a7b4b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=89a505c3-6d6a-4823-8244-d74e4ca88827 HTTP/1.1" status: 200 len: 849 time: 0.0432422 May 16 15:28:42.930589 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ff24e9da-5519-40eb-8e49-e61a13741d8d req-7e91a619-1841-40a0-925b-d4ed959ad459 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451972 May 16 15:28:42.941232 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-a13ea47b-46b8-4f14-bbc1-e6edf6e6ef99 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257475 May 16 15:28:43.039330 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-e2325bcb-3000-466f-83cc-57a06856f2b2 service neutron] 10.222.0.79 "GET /v2.0/networks/4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869458 May 16 15:28:43.144597 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0f17d-c6a8-4431-8780-fecb53c8802d req-9054e418-5c58-4fba-8a6c-cb361386e272 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:43.146024 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-22c0f17d-c6a8-4431-8780-fecb53c8802d req-9054e418-5c58-4fba-8a6c-cb361386e272 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 944 time: 0.0802212 May 16 15:28:43.175090 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5b00d4dd-4021-4574-82dc-0c23eb2c8e29 req-a57deec1-241a-47fb-a1e6-f0444fa207a4 service neutron] 10.222.0.79 "GET /v2.0/networks/4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340714 May 16 15:28:43.204155 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-22c0f17d-c6a8-4431-8780-fecb53c8802d req-f76f6336-b11f-467d-a103-4befc9ba758e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bb0d9d1-7b73-4318-902d-97c2c99646bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505612 May 16 15:28:43.562787 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10be72-b16d-404a-900f-4664024cac0d req-245ed080-3b8a-4d6a-9d18-50bcb184c703 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:43.564247 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d10be72-b16d-404a-900f-4664024cac0d req-245ed080-3b8a-4d6a-9d18-50bcb184c703 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 946 time: 0.0457258 May 16 15:28:43.610680 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d10be72-b16d-404a-900f-4664024cac0d req-8362c36d-6339-4c93-8967-83af9fcdd1ba tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407031 May 16 15:28:43.722572 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c8492-ed59-4596-963c-e82936e480cb req-5b66de86-e260-4277-8b29-7eb48cb3ed21 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:43.724014 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e11c8492-ed59-4596-963c-e82936e480cb req-5b66de86-e260-4277-8b29-7eb48cb3ed21 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 943 time: 0.0456088 May 16 15:28:43.771938 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e11c8492-ed59-4596-963c-e82936e480cb req-4c82f38e-d732-4e31-a3a8-eb7e95760222 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424061 May 16 15:28:44.044150 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62855a28-6954-479c-b688-7ff631e78fe7 req-5fbeb58e-30b2-4cc3-a046-7dcaccfc3a51 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:44.046013 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-62855a28-6954-479c-b688-7ff631e78fe7 req-5fbeb58e-30b2-4cc3-a046-7dcaccfc3a51 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 944 time: 0.0449631 May 16 15:28:44.091319 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-62855a28-6954-479c-b688-7ff631e78fe7 req-b691a684-511c-4add-8bd4-956a98a60d08 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 May 16 15:28:44.096559 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device b74b55c2-b9e6-45c4-a2d6-501d7668af37 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:28:44.100715 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 927a3b06-5b59-49a1-9454-0f5b417ac4b8 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:28:44.296539 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:28:44.324183 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2e9fa-d2dc-43cf-81b8-62c282315d6a req-a0a83590-622c-481d-98fb-15265b273e14 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:44.325698 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1db2e9fa-d2dc-43cf-81b8-62c282315d6a req-a0a83590-622c-481d-98fb-15265b273e14 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 944 time: 0.0502980 May 16 15:28:44.353819 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port b74b55c2-b9e6-45c4-a2d6-501d7668af37, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b74b55c2-b9e6-45c4-a2d6-501d7668af37,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:44.361773 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:44.362181 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:44.375138 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1db2e9fa-d2dc-43cf-81b8-62c282315d6a req-378d3038-c78f-4b53-911a-6fc014e30692 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bb0d9d1-7b73-4318-902d-97c2c99646bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434196 May 16 15:28:44.390051 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'port_id': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37', 'mac_address': 'fa:16:3e:30:63:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:28:44.436603 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port b74b55c2-b9e6-45c4-a2d6-501d7668af37 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:44.436989 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:44.468134 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74b55c2-b9e6-45c4-a2d6-501d7668af37 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:28:44.491133 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:44.491514 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:44.496305 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port b74b55c2-b9e6-45c4-a2d6-501d7668af37, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b74b55c2-b9e6-45c4-a2d6-501d7668af37,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:44.516447 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927a3b06-5b59-49a1-9454-0f5b417ac4b8'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:44.518706 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1925c3-55a7-4c7f-8053-91025a539719" -d '{"events": [{"server_uuid": "6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6", "name": "network-vif-plugged", "status": "completed", "tag": "927a3b06-5b59-49a1-9454-0f5b417ac4b8"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:44.531426 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 927a3b06-5b59-49a1-9454-0f5b417ac4b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=927a3b06-5b59-49a1-9454-0f5b417ac4b8,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:44.557055 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd6e49f-9a91-4f99-8a40-f8308b9191aa x-openstack-request-id: req-ecd6e49f-9a91-4f99-8a40-f8308b9191aa {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:44.557351 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6", "name": "network-vif-plugged", "status": "completed", "tag": "927a3b06-5b59-49a1-9454-0f5b417ac4b8", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:44.557609 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ecd6e49f-9a91-4f99-8a40-f8308b9191aa {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:44.558010 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd6e49f-9a91-4f99-8a40-f8308b9191aa'] response: {'server_uuid': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'code': 200} May 16 15:28:44.567127 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:44.597076 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:44.619607 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=b74b55c2-b9e6-45c4-a2d6-501d7668af37,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:44.665798 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=927a3b06-5b59-49a1-9454-0f5b417ac4b8,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:44.817688 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['b74b55c2-b9e6-45c4-a2d6-501d7668af37'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:28:44.831699 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613a053-a55d-4ef9-adb1-62f6feacd325 req-bb1a9ce0-ca77-40f5-b5c8-72caefc64392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:44.833202 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6613a053-a55d-4ef9-adb1-62f6feacd325 req-bb1a9ce0-ca77-40f5-b5c8-72caefc64392 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 1129 time: 0.0389040 May 16 15:28:44.898455 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd5abc-ac84-47a2-a3e4-f99c0dea6c58 req-215eda77-11eb-4d55-a71a-a19a40515e8c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:44.899918 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-dccd5abc-ac84-47a2-a3e4-f99c0dea6c58 req-215eda77-11eb-4d55-a71a-a19a40515e8c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 944 time: 0.0615945 May 16 15:28:44.929428 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6613a053-a55d-4ef9-adb1-62f6feacd325 req-f48dde6d-b08a-4ef1-9ab2-8a23cb7b0ebd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3bb0d9d1-7b73-4318-902d-97c2c99646bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893457 May 16 15:28:44.962796 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-dccd5abc-ac84-47a2-a3e4-f99c0dea6c58 req-6ada7304-77c2-4386-8fe9-f421a54a6a8e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565975 May 16 15:28:45.206653 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bcbb0-bf9f-4e15-92aa-c94692093416 req-e9762ee7-5b73-44be-86e2-d7088dc23fa7 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:45.208100 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-694bcbb0-bf9f-4e15-92aa-c94692093416 req-e9762ee7-5b73-44be-86e2-d7088dc23fa7 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 944 time: 0.0486250 May 16 15:28:45.253164 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-694bcbb0-bf9f-4e15-92aa-c94692093416 req-b95f5c0c-996a-4425-92fe-6d985d221d55 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 May 16 15:28:45.484758 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7c2b1-9fa6-4f45-87d0-d1f9a7b2ef9d req-9bdb68a7-9d36-4644-b2c5-a9f508f342b7 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:45.486334 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-aeb7c2b1-9fa6-4f45-87d0-d1f9a7b2ef9d req-9bdb68a7-9d36-4644-b2c5-a9f508f342b7 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 945 time: 0.0460138 May 16 15:28:45.532770 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-aeb7c2b1-9fa6-4f45-87d0-d1f9a7b2ef9d req-15ae8f2d-d7db-494f-9155-b8a0ab58b9a0 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bb0d9d1-7b73-4318-902d-97c2c99646bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408018 May 16 15:28:46.071949 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a1df6-6dfa-402a-bfcb-ded75140d227 req-737e0a97-5b36-4ac3-8697-cd71d03803a3 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:46.073383 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4e8a1df6-6dfa-402a-bfcb-ded75140d227 req-737e0a97-5b36-4ac3-8697-cd71d03803a3 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 944 time: 0.0456278 May 16 15:28:46.100480 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 1ff63ec5-9b82-4952-88fe-89318e4202a2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:28:46.104600 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device b74b55c2-b9e6-45c4-a2d6-501d7668af37 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:28:46.121596 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4e8a1df6-6dfa-402a-bfcb-ded75140d227 req-736993f2-1962-4252-8b0f-b88fc76bffc9 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426617 May 16 15:28:46.201429 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port b74b55c2-b9e6-45c4-a2d6-501d7668af37 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:28:46.232275 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 1ff63ec5-9b82-4952-88fe-89318e4202a2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1ff63ec5-9b82-4952-88fe-89318e4202a2,segment=NetworkSegment(105d5f79-4f8b-46ac-bd74-a476561d9122),segment_id=105d5f79-4f8b-46ac-bd74-a476561d9122)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:46.243193 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '1ff63ec5-9b82-4952-88fe-89318e4202a2', 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0', 'port_id': '1ff63ec5-9b82-4952-88fe-89318e4202a2', 'mac_address': 'fa:16:3e:48:fb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a505c3-6d6a-4823-8244-d74e4ca88827', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:28:46.276723 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 1ff63ec5-9b82-4952-88fe-89318e4202a2 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:46.277106 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:46.289081 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port b74b55c2-b9e6-45c4-a2d6-501d7668af37 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:46.289081 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:46.306392 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff63ec5-9b82-4952-88fe-89318e4202a2 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:28:46.335830 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 1ff63ec5-9b82-4952-88fe-89318e4202a2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1ff63ec5-9b82-4952-88fe-89318e4202a2,segment=NetworkSegment(105d5f79-4f8b-46ac-bd74-a476561d9122),segment_id=105d5f79-4f8b-46ac-bd74-a476561d9122)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:46.366085 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d286d26-1836-407c-b423-2b265f88bd07 req-f957fd1a-6eca-42ce-a06d-6c12a607b31e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:46.367689 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1d286d26-1836-407c-b423-2b265f88bd07 req-f957fd1a-6eca-42ce-a06d-6c12a607b31e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 944 time: 0.0460436 May 16 15:28:46.378885 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port b74b55c2-b9e6-45c4-a2d6-501d7668af37 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:46.379421 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:46.415779 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port b74b55c2-b9e6-45c4-a2d6-501d7668af37, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b74b55c2-b9e6-45c4-a2d6-501d7668af37,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:46.416416 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-1d286d26-1836-407c-b423-2b265f88bd07 req-a3d4b358-a16c-4ef9-8905-c0dc11aa23db tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 May 16 15:28:46.419441 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:46.464176 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=1ff63ec5-9b82-4952-88fe-89318e4202a2,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:46.488078 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:46.534571 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=b74b55c2-b9e6-45c4-a2d6-501d7668af37,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:46.558885 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:46.561866 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41be57d-bec6-49cc-8120-2c1891db9f4d" -d '{"events": [{"server_uuid": "11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9", "name": "network-vif-plugged", "status": "completed", "tag": "b74b55c2-b9e6-45c4-a2d6-501d7668af37"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:46.602650 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415e0cf4-aba3-4383-bbb6-ff52686decae x-openstack-request-id: req-415e0cf4-aba3-4383-bbb6-ff52686decae {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:46.602952 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9", "name": "network-vif-plugged", "status": "completed", "tag": "b74b55c2-b9e6-45c4-a2d6-501d7668af37", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:46.603305 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-415e0cf4-aba3-4383-bbb6-ff52686decae {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:46.603708 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415e0cf4-aba3-4383-bbb6-ff52686decae'] response: {'server_uuid': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37', 'code': 200} May 16 15:28:46.653290 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeec8d-5940-4ca0-9a1a-5ac87d3e89e7 req-dfc2975b-22fd-46a1-bf3e-526a6f8cf3b1 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:46.654876 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebaeec8d-5940-4ca0-9a1a-5ac87d3e89e7 req-dfc2975b-22fd-46a1-bf3e-526a6f8cf3b1 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 945 time: 0.0501430 May 16 15:28:46.698002 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['1ff63ec5-9b82-4952-88fe-89318e4202a2'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:28:46.705890 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebaeec8d-5940-4ca0-9a1a-5ac87d3e89e7 req-5b03270a-6623-4748-9bc9-d67ef95b291d tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bb0d9d1-7b73-4318-902d-97c2c99646bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451536 May 16 15:28:47.255876 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410927-412e-407c-ba3c-7c4853d57f52 req-c923abfd-7f26-4c9c-ba9d-9854644eebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:47.257307 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-98410927-412e-407c-ba3c-7c4853d57f52 req-c923abfd-7f26-4c9c-ba9d-9854644eebb3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 1129 time: 0.3269546 May 16 15:28:47.275338 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52161f13-e621-4f84-9c0a-76217d4adeab req-809ab335-c76f-4376-99b1-f9b4f21be258 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:47.276691 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-52161f13-e621-4f84-9c0a-76217d4adeab req-809ab335-c76f-4376-99b1-f9b4f21be258 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 945 time: 0.0561395 May 16 15:28:47.337666 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-98410927-412e-407c-ba3c-7c4853d57f52 req-c59bc70d-c7b3-4ddc-9592-7c11e0ef8a78 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723085 May 16 15:28:47.345708 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-52161f13-e621-4f84-9c0a-76217d4adeab req-aaba1a98-0b88-4556-95ac-1507cc6ab4a9 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609980 May 16 15:28:47.527280 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f7df7-5ee4-4749-b8c2-fbcf84c91c35 req-1915f9c4-7d7d-4859-a3f2-6cdf291d62be tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:47.528778 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2b2f7df7-5ee4-4749-b8c2-fbcf84c91c35 req-1915f9c4-7d7d-4859-a3f2-6cdf291d62be tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 945 time: 0.0474167 May 16 15:28:47.575175 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2b2f7df7-5ee4-4749-b8c2-fbcf84c91c35 req-9393f755-3618-421e-a857-ffd71f24db58 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 May 16 15:28:47.825819 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bb9bf-cded-4d6b-89c5-196db22d3e68 req-4f13126e-580d-4814-ac79-51f50c2708ca tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:47.827607 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b20bb9bf-cded-4d6b-89c5-196db22d3e68 req-4f13126e-580d-4814-ac79-51f50c2708ca tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 945 time: 0.0485129 May 16 15:28:47.872417 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b20bb9bf-cded-4d6b-89c5-196db22d3e68 req-b864ef8f-15fa-493d-a3b5-60a18f5afadf tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bb0d9d1-7b73-4318-902d-97c2c99646bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394380 May 16 15:28:47.976137 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae424b-ebad-4d73-bb6d-d508dfb682b7 req-7cda0d79-18ff-4725-877b-4f26e4817c9d tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:47.977581 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e0ae424b-ebad-4d73-bb6d-d508dfb682b7 req-7cda0d79-18ff-4725-877b-4f26e4817c9d tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 945 time: 0.0441024 May 16 15:28:47.989549 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60436) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:47.990927 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-243e737e-c83c-4394-8ad9-64dd25480251 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'floatingip': {'port_id': '927a3b06-5b59-49a1-9454-0f5b417ac4b8'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:48.030833 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-243e737e-c83c-4394-8ad9-64dd25480251 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (3f567592-c2bd-44ef-bc19-7655e2d55a78), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:48.112008 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 1ff63ec5-9b82-4952-88fe-89318e4202a2 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:28:48.153096 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 1ff63ec5-9b82-4952-88fe-89318e4202a2 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:28:48.208369 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 1ff63ec5-9b82-4952-88fe-89318e4202a2 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:48.208738 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:48.282319 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 1ff63ec5-9b82-4952-88fe-89318e4202a2 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:48.282630 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:48.314317 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 1ff63ec5-9b82-4952-88fe-89318e4202a2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1ff63ec5-9b82-4952-88fe-89318e4202a2,segment=NetworkSegment(105d5f79-4f8b-46ac-bd74-a476561d9122),segment_id=105d5f79-4f8b-46ac-bd74-a476561d9122)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:48.357343 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:48.410578 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=1ff63ec5-9b82-4952-88fe-89318e4202a2,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:48.454256 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-243e737e-c83c-4394-8ad9-64dd25480251 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:48.466218 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81298ae-6cc5-4c43-b168-843a9b4447da req-1debf5fd-3fbc-48cf-a3e0-6eb10e04fd5c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:48.468256 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b81298ae-6cc5-4c43-b168-843a9b4447da req-1debf5fd-3fbc-48cf-a3e0-6eb10e04fd5c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 945 time: 0.0476909 May 16 15:28:48.516256 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b81298ae-6cc5-4c43-b168-843a9b4447da req-3fb8079f-25a0-4860-9fc7-d7d98448da01 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423133 May 16 15:28:48.547256 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-243e737e-c83c-4394-8ad9-64dd25480251 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (3f567592-c2bd-44ef-bc19-7655e2d55a78), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:48.605240 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112e1c65-fca5-4734-bdf8-b52350394574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff63ec5-9b82-4952-88fe-89318e4202a2'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:48.607666 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c033ec-0238-4f24-a615-7d58eba3a817" -d '{"events": [{"server_uuid": "112e1c65-fca5-4734-bdf8-b52350394574", "name": "network-vif-plugged", "status": "completed", "tag": "1ff63ec5-9b82-4952-88fe-89318e4202a2"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:48.637846 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-243e737e-c83c-4394-8ad9-64dd25480251 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Floating IP 3f567592-c2bd-44ef-bc19-7655e2d55a78 associated. External IP: 172.27.2.220, port: 927a3b06-5b59-49a1-9454-0f5b417ac4b8. May 16 15:28:48.644117 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28683edf-353c-47af-835b-7164d238347e x-openstack-request-id: req-28683edf-353c-47af-835b-7164d238347e {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:48.644477 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112e1c65-fca5-4734-bdf8-b52350394574", "name": "network-vif-plugged", "status": "completed", "tag": "1ff63ec5-9b82-4952-88fe-89318e4202a2", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:48.644800 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-28683edf-353c-47af-835b-7164d238347e {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:48.645298 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28683edf-353c-47af-835b-7164d238347e'] response: {'server_uuid': '112e1c65-fca5-4734-bdf8-b52350394574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff63ec5-9b82-4952-88fe-89318e4202a2', 'code': 200} May 16 15:28:48.726530 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10076de8-6265-4d0b-8f4d-a5ff95010b14 req-2a18a8e8-9350-4c79-892b-5ca4090db0ab tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:48.727949 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-10076de8-6265-4d0b-8f4d-a5ff95010b14 req-2a18a8e8-9350-4c79-892b-5ca4090db0ab tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 946 time: 0.0555775 May 16 15:28:48.840820 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-10076de8-6265-4d0b-8f4d-a5ff95010b14 req-9f86f0ca-68ad-4ac2-96b4-126fd75c718c tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902920 May 16 15:28:48.907986 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243e737e-c83c-4394-8ad9-64dd25480251 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Router c915079d-09ff-41b0-95de-1321e0a0ba77 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:28:49.008054 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243e737e-c83c-4394-8ad9-64dd25480251 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:28:49.013214 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-243e737e-c83c-4394-8ad9-64dd25480251 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:49.021594 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec61f1-06a5-4e49-b94f-1a07150bab85 None None] Sync routers for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:28:49.032041 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568eb2f-6362-48f1-949d-257a0eb1be6b req-4e78bc04-cddc-4c4d-ba3e-b8ec28bd3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:49.034491 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2568eb2f-6362-48f1-949d-257a0eb1be6b req-4e78bc04-cddc-4c4d-ba3e-b8ec28bd3016 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 1130 time: 0.0449700 May 16 15:28:49.038478 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec61f1-06a5-4e49-b94f-1a07150bab85 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:28:49.039760 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5bec61f1-06a5-4e49-b94f-1a07150bab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:28:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:49.064137 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-243e737e-c83c-4394-8ad9-64dd25480251 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "PUT /v2.0/floatingips/3f567592-c2bd-44ef-bc19-7655e2d55a78 HTTP/1.1" status: 200 len: 991 time: 1.0714815 May 16 15:28:49.064137 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'tag': '927a3b06-5b59-49a1-9454-0f5b417ac4b8'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:49.064137 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ffca9ad678ce256fa7bd5f4362f6254f503d035e63960491d6b22eb6aaacf80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcace2e3-34b1-4677-82b2-18eeb9cbc7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6", "tag": "927a3b06-5b59-49a1-9454-0f5b417ac4b8"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:49.092917 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2568eb2f-6362-48f1-949d-257a0eb1be6b req-6dabb4a4-ca37-4324-82f5-c92befe0f23a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522001 May 16 15:28:49.100350 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3287ce7d-1bc6-4eda-ba7c-e42fb2912201 x-openstack-request-id: req-3287ce7d-1bc6-4eda-ba7c-e42fb2912201 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:49.100665 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6", "tag": "927a3b06-5b59-49a1-9454-0f5b417ac4b8", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:49.100918 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3287ce7d-1bc6-4eda-ba7c-e42fb2912201 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:49.101346 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3287ce7d-1bc6-4eda-ba7c-e42fb2912201'] response: {'name': 'network-changed', 'server_uuid': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'tag': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'status': 'completed', 'code': 200} May 16 15:28:49.146010 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-5bec61f1-06a5-4e49-b94f-1a07150bab85 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:28:49.350112 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcace2e3-34b1-4677-82b2-18eeb9cbc7f4 req-bc941e00-b252-40c4-bc09-a1dc8e1fe7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:49.351531 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fcace2e3-34b1-4677-82b2-18eeb9cbc7f4 req-bc941e00-b252-40c4-bc09-a1dc8e1fe7eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 1129 time: 0.0393517 May 16 15:28:49.354265 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5bec61f1-06a5-4e49-b94f-1a07150bab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '3f567592-c2bd-44ef-bc19-7655e2d55a78', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:9a:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:28:17Z', 'updated_at': '2022-05-16T15:28:48Z', 'revision_number': 1, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:49.379450 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec61f1-06a5-4e49-b94f-1a07150bab85 None None] Checking router: c915079d-09ff-41b0-95de-1321e0a0ba77 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:28:49.388446 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec61f1-06a5-4e49-b94f-1a07150bab85 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:28:49.389050 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5bec61f1-06a5-4e49-b94f-1a07150bab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:28:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:49.439487 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcace2e3-34b1-4677-82b2-18eeb9cbc7f4 req-76ff1dee-df14-453a-a393-7b5435865434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:49.440948 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fcace2e3-34b1-4677-82b2-18eeb9cbc7f4 req-76ff1dee-df14-453a-a393-7b5435865434 service neutron] 10.222.0.79 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 914 time: 0.0837395 May 16 15:28:49.486497 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-5bec61f1-06a5-4e49-b94f-1a07150bab85 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:28:49.504798 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fcace2e3-34b1-4677-82b2-18eeb9cbc7f4 req-9345b6d6-3492-408b-8de9-500cbd98130c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=927a3b06-5b59-49a1-9454-0f5b417ac4b8 HTTP/1.1" status: 200 len: 999 time: 0.0573988 May 16 15:28:49.640927 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3a54-9a41-4682-8969-ae3856609d70 req-7d55b774-7cee-48a0-957a-8dd88fa8ccc9 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:49.642419 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f43a3a54-9a41-4682-8969-ae3856609d70 req-7d55b774-7cee-48a0-957a-8dd88fa8ccc9 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 945 time: 0.0516996 May 16 15:28:49.691874 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f43a3a54-9a41-4682-8969-ae3856609d70 req-56bca95e-40a4-47f9-8541-7ce836b9181b tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438218 May 16 15:28:49.697870 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5bec61f1-06a5-4e49-b94f-1a07150bab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '3f567592-c2bd-44ef-bc19-7655e2d55a78', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:9a:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:28:17Z', 'updated_at': '2022-05-16T15:28:48Z', 'revision_number': 1, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:49.722778 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec61f1-06a5-4e49-b94f-1a07150bab85 None None] The sync data for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi is: [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '3f567592-c2bd-44ef-bc19-7655e2d55a78', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:9a:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:28:17Z', 'updated_at': '2022-05-16T15:28:48Z', 'revision_number': 1, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:28:49.809435 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1730a21-2bf5-4a60-adef-b92f33e0b4eb req-540aad1f-bf61-4d9c-af13-e7a0dc7dc9a3 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:49.810948 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a1730a21-2bf5-4a60-adef-b92f33e0b4eb req-540aad1f-bf61-4d9c-af13-e7a0dc7dc9a3 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 945 time: 0.0476596 May 16 15:28:49.897341 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcace2e3-34b1-4677-82b2-18eeb9cbc7f4 req-fbeac515-1270-4428-b769-99749a28cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:49.898772 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fcace2e3-34b1-4677-82b2-18eeb9cbc7f4 req-fbeac515-1270-4428-b769-99749a28cb53 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2894ba13-a801-431f-a1c4-6f8f264d8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0851760 May 16 15:28:49.902809 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a1730a21-2bf5-4a60-adef-b92f33e0b4eb req-b56678aa-a533-4094-a3b0-23cfcf2204fc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820963 May 16 15:28:49.921364 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999dbe68-31a3-4763-8b1e-4487125b63ff None None] New status for floating IP 3f567592-c2bd-44ef-bc19-7655e2d55a78: ACTIVE {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:28:49.928897 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60456) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:49.964696 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcace2e3-34b1-4677-82b2-18eeb9cbc7f4 req-b2666436-e85f-4a28-aae2-af76c487d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:49.966275 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fcace2e3-34b1-4677-82b2-18eeb9cbc7f4 req-b2666436-e85f-4a28-aae2-af76c487d3e5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97880a2a-e2c5-4ee9-b5cd-302158bacf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0601711 May 16 15:28:49.969691 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa987f-64ca-400a-a354-52f73aae75a3 req-b554351b-06c8-4071-8c5d-2ef3f997cbd6 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:49.974677 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d0fa987f-64ca-400a-a354-52f73aae75a3 req-b554351b-06c8-4071-8c5d-2ef3f997cbd6 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 946 time: 0.0568373 May 16 15:28:50.046714 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d0fa987f-64ca-400a-a354-52f73aae75a3 req-0b135207-6b0f-4791-b5e3-930156216cd3 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 May 16 15:28:50.076269 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fcace2e3-34b1-4677-82b2-18eeb9cbc7f4 req-3b32e6a8-ef42-42fb-885d-bd40993ee2bb service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005592 May 16 15:28:50.238264 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fcace2e3-34b1-4677-82b2-18eeb9cbc7f4 req-f6090d2a-0ca0-44e9-9cd3-79bf2b795230 service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977962 May 16 15:28:50.326805 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7784c4-f0f4-460b-806e-efb8a39af98e tempest-TestVolumeBootPattern-955196829 tempest-TestVolumeBootPattern-955196829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:50.328301 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3e7784c4-f0f4-460b-806e-efb8a39af98e tempest-TestVolumeBootPattern-955196829 tempest-TestVolumeBootPattern-955196829-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 1124 time: 0.3984971 May 16 15:28:50.331247 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60460) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:28:50.335334 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'port_id': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:50.402549 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:50.477835 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:50.584058 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Allocated IP 172.27.2.118 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/a2cced9e-76ea-4cc7-b91b-d70a566cefcc) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:28:50.687688 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for port (a2cced9e-76ea-4cc7-b91b-d70a566cefcc), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:50.768453 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (a2cced9e-76ea-4cc7-b91b-d70a566cefcc), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:50.803640 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:28:50.806383 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:28:50.812112 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:28:50.832753 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'Port': ['ID=a2cced9e-76ea-4cc7-b91b-d70a566cefcc,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:51.153774 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11945a-2a75-46d1-84fa-458f14546bf0 req-1c553d3d-a999-4306-a77b-c375930c9cdd tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:51.154822 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (cd997ff9-ef29-48f4-9a31-b2b321da37c1), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:51.155432 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7e11945a-2a75-46d1-84fa-458f14546bf0 req-1c553d3d-a999-4306-a77b-c375930c9cdd tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 946 time: 0.0473361 May 16 15:28:51.202973 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7e11945a-2a75-46d1-84fa-458f14546bf0 req-fb3bbb28-53c9-450b-840c-1837b6b6d9b3 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418055 May 16 15:28:51.283131 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (a2cced9e-76ea-4cc7-b91b-d70a566cefcc), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:51.451006 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for port (a2cced9e-76ea-4cc7-b91b-d70a566cefcc), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:51.522333 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (a2cced9e-76ea-4cc7-b91b-d70a566cefcc), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:51.594451 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'Port': ['ID=a2cced9e-76ea-4cc7-b91b-d70a566cefcc,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:51.605690 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (cd997ff9-ef29-48f4-9a31-b2b321da37c1), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:51.706250 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Floating IP cd997ff9-ef29-48f4-9a31-b2b321da37c1 associated. External IP: 172.27.2.118, port: b74b55c2-b9e6-45c4-a2d6-501d7668af37. May 16 15:28:51.902053 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:28:52.003479 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:28:52.021190 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3c1d5-a912-4caa-a4a3-d1bcf2a4c5f3 None None] Sync routers for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:28:52.032795 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3c1d5-a912-4caa-a4a3-d1bcf2a4c5f3 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:28:52.033408 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a5c3c1d5-a912-4caa-a4a3-d1bcf2a4c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:28:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:52.078912 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:52.109624 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b3f309e0-3242-48d8-930b-bdbc54df2c93 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7773633 May 16 15:28:52.110402 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'tag': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:52.112941 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ffca9ad678ce256fa7bd5f4362f6254f503d035e63960491d6b22eb6aaacf80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a372c36e-0520-465c-8ca2-bd54de942328" -d '{"events": [{"name": "network-changed", "server_uuid": "11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9", "tag": "b74b55c2-b9e6-45c4-a2d6-501d7668af37"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:52.135742 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-a5c3c1d5-a912-4caa-a4a3-d1bcf2a4c5f3 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:28:52.148967 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b3e238-9984-48b2-8225-1eba77b76f3c x-openstack-request-id: req-75b3e238-9984-48b2-8225-1eba77b76f3c {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:52.149358 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9", "tag": "b74b55c2-b9e6-45c4-a2d6-501d7668af37", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:52.149683 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-75b3e238-9984-48b2-8225-1eba77b76f3c {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:52.150211 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b3e238-9984-48b2-8225-1eba77b76f3c'] response: {'name': 'network-changed', 'server_uuid': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'tag': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37', 'status': 'completed', 'code': 200} May 16 15:28:52.224935 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372c36e-0520-465c-8ca2-bd54de942328 req-b862f923-4387-497a-b6de-f01b256e8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:52.226422 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a372c36e-0520-465c-8ca2-bd54de942328 req-b862f923-4387-497a-b6de-f01b256e8a6f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 1129 time: 0.0428662 May 16 15:28:52.325699 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372c36e-0520-465c-8ca2-bd54de942328 req-a266fe13-3723-4940-b675-95899e8c8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:52.327888 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a372c36e-0520-465c-8ca2-bd54de942328 req-a266fe13-3723-4940-b675-95899e8c8cbb service neutron] 10.222.0.79 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 913 time: 0.0934777 May 16 15:28:52.350917 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a5c3c1d5-a912-4caa-a4a3-d1bcf2a4c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'cd997ff9-ef29-48f4-9a31-b2b321da37c1', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:30:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:28:51Z', 'updated_at': '2022-05-16T15:28:51Z', 'revision_number': 0, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:52.375656 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3c1d5-a912-4caa-a4a3-d1bcf2a4c5f3 None None] Checking router: 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:28:52.385029 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3c1d5-a912-4caa-a4a3-d1bcf2a4c5f3 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:28:52.385651 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a5c3c1d5-a912-4caa-a4a3-d1bcf2a4c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:28:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:52.397675 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a372c36e-0520-465c-8ca2-bd54de942328 req-2bbd2da4-e97b-4ec1-a143-842544a285ea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b74b55c2-b9e6-45c4-a2d6-501d7668af37 HTTP/1.1" status: 200 len: 999 time: 0.0631866 May 16 15:28:52.445128 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb8ef2-1807-4750-84f7-2d9e60e38aac req-865b7c8e-e1aa-4484-9579-c8345f03e449 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:52.446691 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-79cb8ef2-1807-4750-84f7-2d9e60e38aac req-865b7c8e-e1aa-4484-9579-c8345f03e449 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 946 time: 0.0474553 May 16 15:28:52.496171 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-79cb8ef2-1807-4750-84f7-2d9e60e38aac req-69235656-f6b6-44f6-bc94-80360dedd98e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430706 May 16 15:28:52.616944 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-a5c3c1d5-a912-4caa-a4a3-d1bcf2a4c5f3 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:28:52.684426 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e4af422a-1a3a-4d92-b5af-bdea5990c8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:52.838853 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-a5c3c1d5-a912-4caa-a4a3-d1bcf2a4c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'cd997ff9-ef29-48f4-9a31-b2b321da37c1', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:30:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:28:51Z', 'updated_at': '2022-05-16T15:28:51Z', 'revision_number': 0, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:28:52.865643 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3c1d5-a912-4caa-a4a3-d1bcf2a4c5f3 None None] The sync data for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi is: [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'cd997ff9-ef29-48f4-9a31-b2b321da37c1', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:30:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:28:51Z', 'updated_at': '2022-05-16T15:28:51Z', 'revision_number': 0, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:28:53.042623 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44497ba3-7579-4e2e-b8c0-1851a862b72f None None] New status for floating IP cd997ff9-ef29-48f4-9a31-b2b321da37c1: ACTIVE {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:28:53.617311 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41076c7d-d549-4a00-a8aa-16d02db66160 req-e38f688a-ec79-429e-bab3-ab91e870cb15 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:53.618819 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-41076c7d-d549-4a00-a8aa-16d02db66160 req-e38f688a-ec79-429e-bab3-ab91e870cb15 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 946 time: 0.0498085 May 16 15:28:53.664759 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-41076c7d-d549-4a00-a8aa-16d02db66160 req-546f7fad-2b16-4912-821b-cf6c899a59b2 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403101 May 16 15:28:53.708887 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372c36e-0520-465c-8ca2-bd54de942328 req-17128dc6-39cd-48bf-80af-3796b8f38a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:53.710346 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a372c36e-0520-465c-8ca2-bd54de942328 req-17128dc6-39cd-48bf-80af-3796b8f38a26 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ee3e22d-a944-4d7c-b676-4c481e98090e HTTP/1.1" status: 200 len: 851 time: 0.0444593 May 16 15:28:53.760021 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372c36e-0520-465c-8ca2-bd54de942328 req-a37cf485-5d41-428c-b296-1e23675a25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:53.762347 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a372c36e-0520-465c-8ca2-bd54de942328 req-a37cf485-5d41-428c-b296-1e23675a25cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8109ecd0-18dc-47a3-8ba0-731e552020b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388610 May 16 15:28:53.939626 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a372c36e-0520-465c-8ca2-bd54de942328 req-bb425c47-bae9-4277-b6cc-5f8c3ae64abe service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848162 May 16 15:28:54.055955 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cc3aa-16b7-4e1f-84ad-8e358a8e7106 req-bf7692ca-c486-4a8b-b758-7355b020f0d3 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:54.057438 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-178cc3aa-16b7-4e1f-84ad-8e358a8e7106 req-bf7692ca-c486-4a8b-b758-7355b020f0d3 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.79 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 946 time: 0.0540953 May 16 15:28:54.079271 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a372c36e-0520-465c-8ca2-bd54de942328 req-ddbc95f7-0a66-430f-a749-d45ee4166d0b service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327922 May 16 15:28:54.149405 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-178cc3aa-16b7-4e1f-84ad-8e358a8e7106 req-b8accf95-ae19-4aba-8038-caf5bd6fd4de tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Deleting port 1ff63ec5-9b82-4952-88fe-89318e4202a2 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:28:54.149743 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-178cc3aa-16b7-4e1f-84ad-8e358a8e7106 req-b8accf95-ae19-4aba-8038-caf5bd6fd4de tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:54.239387 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-178cc3aa-16b7-4e1f-84ad-8e358a8e7106 req-b8accf95-ae19-4aba-8038-caf5bd6fd4de tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] For port 1ff63ec5-9b82-4952-88fe-89318e4202a2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1ff63ec5-9b82-4952-88fe-89318e4202a2,segment=NetworkSegment(105d5f79-4f8b-46ac-bd74-a476561d9122),segment_id=105d5f79-4f8b-46ac-bd74-a476561d9122)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:54.239752 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-178cc3aa-16b7-4e1f-84ad-8e358a8e7106 req-b8accf95-ae19-4aba-8038-caf5bd6fd4de tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:54.253396 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-178cc3aa-16b7-4e1f-84ad-8e358a8e7106 req-b8accf95-ae19-4aba-8038-caf5bd6fd4de tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Calling delete_port for 1ff63ec5-9b82-4952-88fe-89318e4202a2 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:28:54.448252 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-178cc3aa-16b7-4e1f-84ad-8e358a8e7106 req-b8accf95-ae19-4aba-8038-caf5bd6fd4de tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (1ff63ec5-9b82-4952-88fe-89318e4202a2), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:54.463519 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['1ff63ec5-9b82-4952-88fe-89318e4202a2'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:28:54.475562 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8accf95-ae19-4aba-8038-caf5bd6fd4de tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Pushing event deleted for resources: {'Port': ['ID=1ff63ec5-9b82-4952-88fe-89318e4202a2,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:54.518668 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-178cc3aa-16b7-4e1f-84ad-8e358a8e7106 req-b8accf95-ae19-4aba-8038-caf5bd6fd4de tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] No DVR routers for this DVR port 1ff63ec5-9b82-4952-88fe-89318e4202a2 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:28:54.521036 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-178cc3aa-16b7-4e1f-84ad-8e358a8e7106 req-b8accf95-ae19-4aba-8038-caf5bd6fd4de tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:54.524448 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-178cc3aa-16b7-4e1f-84ad-8e358a8e7106 req-b8accf95-ae19-4aba-8038-caf5bd6fd4de tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.79 "DELETE /v2.0/ports/1ff63ec5-9b82-4952-88fe-89318e4202a2 HTTP/1.1" status: 204 len: 173 time: 0.4578109 May 16 15:28:54.524887 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112e1c65-fca5-4734-bdf8-b52350394574', 'name': 'network-vif-deleted', 'tag': '1ff63ec5-9b82-4952-88fe-89318e4202a2'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:54.527115 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eb1a28-59e6-489d-8e47-fa87723475e7" -d '{"events": [{"server_uuid": "112e1c65-fca5-4734-bdf8-b52350394574", "name": "network-vif-deleted", "tag": "1ff63ec5-9b82-4952-88fe-89318e4202a2"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:54.716835 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdf31a7-fa29-46bd-98e6-15d5361485f0 x-openstack-request-id: req-efdf31a7-fa29-46bd-98e6-15d5361485f0 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:54.717920 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112e1c65-fca5-4734-bdf8-b52350394574", "name": "network-vif-deleted", "tag": "1ff63ec5-9b82-4952-88fe-89318e4202a2", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:54.718365 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-efdf31a7-fa29-46bd-98e6-15d5361485f0 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:54.718930 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdf31a7-fa29-46bd-98e6-15d5361485f0'] response: {'server_uuid': '112e1c65-fca5-4734-bdf8-b52350394574', 'name': 'network-vif-deleted', 'tag': '1ff63ec5-9b82-4952-88fe-89318e4202a2', 'status': 'completed', 'code': 200} May 16 15:28:54.771109 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-818c96a5-32e8-4411-a312-1964ef1c1279 req-fad78b1d-e543-4112-9551-ed888c7496a8 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=112e1c65-fca5-4734-bdf8-b52350394574 HTTP/1.1" status: 200 len: 210 time: 0.0364821 May 16 15:28:54.791800 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fcae788c-5b5e-4275-9edb-d820db64af90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:55.808722 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:56.032050 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed1867-9f70-4352-ae57-32af2d048994 req-bd4c6495-3e25-4fe1-abf3-5493e1ea8782 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:56.033530 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-bd4c6495-3e25-4fe1-abf3-5493e1ea8782 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/networks?id=4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 HTTP/1.1" status: 200 len: 809 time: 0.0993087 May 16 15:28:56.048145 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-4214ea6a-dfca-49ce-8ca6-f75a36ab4dfe tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/quotas/38f2e257d56d477d98132d62b4f87b19 HTTP/1.1" status: 200 len: 375 time: 0.0092344 May 16 15:28:56.079124 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-4471d58a-2e6d-4298-9e7e-f42402a290ac tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=38f2e257d56d477d98132d62b4f87b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261126 May 16 15:28:56.169478 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a304f40d-f774-4c94-9e85-59fd8e4e8ad9 service neutron] 10.222.0.76 "GET /v2.0/networks/4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841293 May 16 15:28:56.256389 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-304624a3-20c8-4a81-a89f-757db778afd9 service neutron] 10.222.0.76 "GET /v2.0/networks/4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806086 May 16 15:28:56.535527 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-49bd8756-020a-48ee-b04d-3a8b0847b016 req-4c1b74a7-3d28-4b79-a53a-f8284b19ea58 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 210 time: 0.0287807 May 16 15:28:57.476844 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:57.637659 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3f0469ab-428d-4a0b-a8c1-c420575aae1c req-8e95e0ae-fe58-4eac-a760-3035b92f1a95 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 210 time: 0.0344713 May 16 15:28:58.168243 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 1ff63ec5-9b82-4952-88fe-89318e4202a2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:28:58.187520 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 1ff63ec5-9b82-4952-88fe-89318e4202a2 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:28:58.187859 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 1ff63ec5-9b82-4952-88fe-89318e4202a2 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:28:58.311461 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed1867-9f70-4352-ae57-32af2d048994 req-71969b80-e61f-46f8-9247-6910af43caa3 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:58.312883 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-71969b80-e61f-46f8-9247-6910af43caa3 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.79 "GET /v2.0/networks?id=4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 HTTP/1.1" status: 200 len: 809 time: 0.1018989 May 16 15:28:58.329498 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Request body: {'port': {'device_id': '2240b136-4cc6-437d-82cf-b98df254a7e8', 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0', 'admin_state_up': True, 'tenant_id': '38f2e257d56d477d98132d62b4f87b19'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:58.500212 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Made reservation on behalf of 38f2e257d56d477d98132d62b4f87b19 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:28:58.503604 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:58.628790 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Allocated IP 172.20.0.11 (4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0/89a505c3-6d6a-4823-8244-d74e4ca88827/783e67be-f0d1-40fa-aed1-77f3c96642fe) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:28:58.763011 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-23d0ded9-275d-43f1-8a08-10a19c6d4363 req-b117d851-7359-4d23-be0c-3dbd427df600 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 210 time: 0.0559018 May 16 15:28:58.801790 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks [] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:58.888852 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:58.932044 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:28:58.935116 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:28:58.938726 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:28:58.965012 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Pushing event updated for resources: {'Port': ['ID=783e67be-f0d1-40fa-aed1-77f3c96642fe,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:58.991924 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:58.992536 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:59.056818 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-a606da9d-146c-4f34-bfd7-a102f00225df tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7309983 May 16 15:28:59.068880 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Request body: {'port': {'device_id': '2240b136-4cc6-437d-82cf-b98df254a7e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:28:59.131150 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:59.407237 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783e67be-f0d1-40fa-aed1-77f3c96642fe {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:28:59.414652 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Publish callbacks [] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:59.427379 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Transition to ACTIVE for port object 783e67be-f0d1-40fa-aed1-77f3c96642fe will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:28:59.516145 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:59.540207 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:59.569305 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Pushing event updated for resources: {'Port': ['ID=783e67be-f0d1-40fa-aed1-77f3c96642fe,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:59.638505 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Attempting to bind port 783e67be-f0d1-40fa-aed1-77f3c96642fe on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:28:59.638845 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Attempting to bind port 783e67be-f0d1-40fa-aed1-77f3c96642fe by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '105d5f79-4f8b-46ac-bd74-a476561d9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:28:59.639175 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Attempting to bind port 783e67be-f0d1-40fa-aed1-77f3c96642fe on network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:28:59.645329 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Port 783e67be-f0d1-40fa-aed1-77f3c96642fe on network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:28:59.646005 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Attempting to bind port 783e67be-f0d1-40fa-aed1-77f3c96642fe on network 4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:28:59.651321 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:28:59.651876 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Checking segment: {'id': '105d5f79-4f8b-46ac-bd74-a476561d9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:28:59.652538 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Bound using segment: {'id': '105d5f79-4f8b-46ac-bd74-a476561d9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:28:59.653267 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Bound port: 783e67be-f0d1-40fa-aed1-77f3c96642fe, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105d5f79-4f8b-46ac-bd74-a476561d9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:28:59.653853 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:59.718061 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] For port 783e67be-f0d1-40fa-aed1-77f3c96642fe, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:28:59.720921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] For port 783e67be-f0d1-40fa-aed1-77f3c96642fe, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=783e67be-f0d1-40fa-aed1-77f3c96642fe,segment=NetworkSegment(105d5f79-4f8b-46ac-bd74-a476561d9122),segment_id=105d5f79-4f8b-46ac-bd74-a476561d9122)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:28:59.774417 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:59.807670 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:59.808303 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:59.809701 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] 10.222.0.79 "PUT /v2.0/ports/783e67be-f0d1-40fa-aed1-77f3c96642fe HTTP/1.1" status: 200 len: 1094 time: 0.7449441 May 16 15:28:59.810152 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2240b136-4cc6-437d-82cf-b98df254a7e8', 'tag': '783e67be-f0d1-40fa-aed1-77f3c96642fe'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:59.812404 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bc537f-80cb-4bc0-a541-a0bf6e13b1af" -d '{"events": [{"name": "network-changed", "server_uuid": "2240b136-4cc6-437d-82cf-b98df254a7e8", "tag": "783e67be-f0d1-40fa-aed1-77f3c96642fe"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:59.837856 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fea97e-18c6-4c23-aeb9-adfee0703d1c service neutron] Pushing event updated for resources: {'Port': ['ID=783e67be-f0d1-40fa-aed1-77f3c96642fe,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:59.840321 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:28:59.859178 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19558466-b7b9-4397-aa56-c0ad1eb95204 x-openstack-request-id: req-19558466-b7b9-4397-aa56-c0ad1eb95204 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:59.859514 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2240b136-4cc6-437d-82cf-b98df254a7e8", "tag": "783e67be-f0d1-40fa-aed1-77f3c96642fe", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:59.859731 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-19558466-b7b9-4397-aa56-c0ad1eb95204 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:59.860146 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19558466-b7b9-4397-aa56-c0ad1eb95204'] response: {'name': 'network-changed', 'server_uuid': '2240b136-4cc6-437d-82cf-b98df254a7e8', 'tag': '783e67be-f0d1-40fa-aed1-77f3c96642fe', 'status': 'completed', 'code': 200} May 16 15:28:59.881924 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac004f-a651-4ca1-9561-2ee16f7c9455 req-85f4b06b-61d1-414c-875a-8247fee1fe93 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:59.883545 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-faac004f-a651-4ca1-9561-2ee16f7c9455 req-85f4b06b-61d1-414c-875a-8247fee1fe93 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 944 time: 0.0510747 May 16 15:28:59.919455 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc537f-80cb-4bc0-a541-a0bf6e13b1af req-4e11b600-527f-4c14-8780-f71bb5e46906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:59.921019 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-26bc537f-80cb-4bc0-a541-a0bf6e13b1af req-4e11b600-527f-4c14-8780-f71bb5e46906 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=38f2e257d56d477d98132d62b4f87b19&device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 1128 time: 0.0391705 May 16 15:28:59.930600 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-faac004f-a651-4ca1-9561-2ee16f7c9455 req-f5a74cbe-3967-4eba-ab6b-14dd96ef13d8 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 May 16 15:29:00.021409 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc537f-80cb-4bc0-a541-a0bf6e13b1af req-0dd84fac-ba3a-4cae-9885-b89e9b823485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:00.023521 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-26bc537f-80cb-4bc0-a541-a0bf6e13b1af req-0dd84fac-ba3a-4cae-9885-b89e9b823485 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=38f2e257d56d477d98132d62b4f87b19&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0951810 May 16 15:29:00.119389 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc537f-80cb-4bc0-a541-a0bf6e13b1af req-8a179102-c52b-4d1b-9bdc-e30b86f4c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:00.120882 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-26bc537f-80cb-4bc0-a541-a0bf6e13b1af req-8a179102-c52b-4d1b-9bdc-e30b86f4c830 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911469 May 16 15:29:00.196130 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f49cf905-b21f-41eb-a085-36be9dd8cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:00.197606 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-f49cf905-b21f-41eb-a085-36be9dd8cb8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=38f2e257d56d477d98132d62b4f87b19&device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 1128 time: 0.0378067 May 16 15:29:00.244278 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-5f5dc122-435f-4979-ab5a-b1432215d5e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=783e67be-f0d1-40fa-aed1-77f3c96642fe HTTP/1.1" status: 200 len: 217 time: 0.0316169 May 16 15:29:00.293694 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed1867-9f70-4352-ae57-32af2d048994 req-efc881d8-2fcb-4fbb-875c-65fbffbb25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:00.295028 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-efc881d8-2fcb-4fbb-875c-65fbffbb25c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=89a505c3-6d6a-4823-8244-d74e4ca88827 HTTP/1.1" status: 200 len: 849 time: 0.0443017 May 16 15:29:00.325056 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-06dbac96-52ef-4458-93fd-c02e2b1a8514 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233610 May 16 15:29:00.412516 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-d67f4ba6-77fb-489b-bf9c-6eb391338681 service neutron] 10.222.0.79 "GET /v2.0/networks/4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808609 May 16 15:29:00.508488 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7eed1867-9f70-4352-ae57-32af2d048994 req-eb95a322-ff09-4631-a6fd-ee9c884bf620 service neutron] 10.222.0.79 "GET /v2.0/networks/4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835090 May 16 15:29:01.043938 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282ecdc-cf41-4c74-b80f-8cce77880998 req-202f5feb-9c28-459a-8b8b-829560a3054f tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:01.045390 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9282ecdc-cf41-4c74-b80f-8cce77880998 req-202f5feb-9c28-459a-8b8b-829560a3054f tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 944 time: 0.0466332 May 16 15:29:01.091133 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-9282ecdc-cf41-4c74-b80f-8cce77880998 req-06372008-b2b7-468e-8f56-d5f0a3bcdd92 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 May 16 15:29:02.194615 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 783e67be-f0d1-40fa-aed1-77f3c96642fe details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:29:02.204975 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939bef9-7d44-45b5-8621-0d4e774a111b req-c807813a-d8e2-4d8b-98fe-a2cbc53ad30e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:02.206513 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d939bef9-7d44-45b5-8621-0d4e774a111b req-c807813a-d8e2-4d8b-98fe-a2cbc53ad30e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 944 time: 0.0465345 May 16 15:29:02.254164 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d939bef9-7d44-45b5-8621-0d4e774a111b req-0955ded8-d5bc-4d57-a5bd-bae959ece25c tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 May 16 15:29:02.291871 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 783e67be-f0d1-40fa-aed1-77f3c96642fe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=783e67be-f0d1-40fa-aed1-77f3c96642fe,segment=NetworkSegment(105d5f79-4f8b-46ac-bd74-a476561d9122),segment_id=105d5f79-4f8b-46ac-bd74-a476561d9122)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:02.303105 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '783e67be-f0d1-40fa-aed1-77f3c96642fe', 'network_id': '4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0', 'port_id': '783e67be-f0d1-40fa-aed1-77f3c96642fe', 'mac_address': 'fa:16:3e:4b:d8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a505c3-6d6a-4823-8244-d74e4ca88827', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:29:02.338499 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 783e67be-f0d1-40fa-aed1-77f3c96642fe is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:29:02.338875 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:02.351293 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783e67be-f0d1-40fa-aed1-77f3c96642fe {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:29:02.369813 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 783e67be-f0d1-40fa-aed1-77f3c96642fe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=783e67be-f0d1-40fa-aed1-77f3c96642fe,segment=NetworkSegment(105d5f79-4f8b-46ac-bd74-a476561d9122),segment_id=105d5f79-4f8b-46ac-bd74-a476561d9122)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:02.425765 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:02.468882 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=783e67be-f0d1-40fa-aed1-77f3c96642fe,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:02.709825 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['783e67be-f0d1-40fa-aed1-77f3c96642fe'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:29:03.366568 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff72a8-d36b-4b33-952f-415e5546c361 req-feff509d-df64-4b0c-81bc-802506715627 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:03.368006 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-28ff72a8-d36b-4b33-952f-415e5546c361 req-feff509d-df64-4b0c-81bc-802506715627 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 945 time: 0.0487840 May 16 15:29:03.413752 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-28ff72a8-d36b-4b33-952f-415e5546c361 req-d0834c7a-f293-48af-8fdb-1696ee4347e6 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 May 16 15:29:04.197729 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 783e67be-f0d1-40fa-aed1-77f3c96642fe up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:29:04.240765 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 783e67be-f0d1-40fa-aed1-77f3c96642fe completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:29:04.357359 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 783e67be-f0d1-40fa-aed1-77f3c96642fe triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:29:04.357779 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:04.434157 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 783e67be-f0d1-40fa-aed1-77f3c96642fe is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:29:04.434559 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:04.457257 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2240b136-4cc6-437d-82cf-b98df254a7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783e67be-f0d1-40fa-aed1-77f3c96642fe'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:29:04.459522 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c66dd4a-8193-45ea-a7d4-ea443203989e" -d '{"events": [{"server_uuid": "2240b136-4cc6-437d-82cf-b98df254a7e8", "name": "network-vif-plugged", "status": "completed", "tag": "783e67be-f0d1-40fa-aed1-77f3c96642fe"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:29:04.472627 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 783e67be-f0d1-40fa-aed1-77f3c96642fe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=783e67be-f0d1-40fa-aed1-77f3c96642fe,segment=NetworkSegment(105d5f79-4f8b-46ac-bd74-a476561d9122),segment_id=105d5f79-4f8b-46ac-bd74-a476561d9122)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:04.503644 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6314c7-5593-429a-87e9-b08a3a2bc26c x-openstack-request-id: req-7f6314c7-5593-429a-87e9-b08a3a2bc26c {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:29:04.503934 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2240b136-4cc6-437d-82cf-b98df254a7e8", "name": "network-vif-plugged", "status": "completed", "tag": "783e67be-f0d1-40fa-aed1-77f3c96642fe", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:29:04.504185 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f6314c7-5593-429a-87e9-b08a3a2bc26c {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:29:04.504579 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6314c7-5593-429a-87e9-b08a3a2bc26c'] response: {'server_uuid': '2240b136-4cc6-437d-82cf-b98df254a7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783e67be-f0d1-40fa-aed1-77f3c96642fe', 'code': 200} May 16 15:29:04.543822 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb29ad1-923f-4910-a550-a7f14c26d6d4 req-e918cf43-e460-41e8-9b19-03623dbb5e86 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:04.545296 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8cb29ad1-923f-4910-a550-a7f14c26d6d4 req-e918cf43-e460-41e8-9b19-03623dbb5e86 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 945 time: 0.0623147 May 16 15:29:04.573250 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:04.597019 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8cb29ad1-923f-4910-a550-a7f14c26d6d4 req-dc268010-02d3-4617-8a62-bda2068370cb tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449071 May 16 15:29:04.619480 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=783e67be-f0d1-40fa-aed1-77f3c96642fe,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:04.822815 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0867154-b8fc-445a-9fd3-f4e3b2c1a321 req-9508041b-ddbc-41fd-962d-2fb232d0fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:04.824298 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e0867154-b8fc-445a-9fd3-f4e3b2c1a321 req-9508041b-ddbc-41fd-962d-2fb232d0fa8d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 1130 time: 0.0387385 May 16 15:29:04.868598 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e0867154-b8fc-445a-9fd3-f4e3b2c1a321 req-485d3235-3108-489e-b103-c56099580ff4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366187 May 16 15:29:05.711493 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48523e47-2c83-4738-9895-c81475606a7e req-682490b4-0559-449f-a64c-d685547739d8 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:05.712971 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-48523e47-2c83-4738-9895-c81475606a7e req-682490b4-0559-449f-a64c-d685547739d8 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 946 time: 0.0455556 May 16 15:29:05.762295 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-48523e47-2c83-4738-9895-c81475606a7e req-15f7279e-60ef-40e5-8aa6-b7bdceb581ad tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434909 May 16 15:29:06.875184 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea4fb8-6a03-49bc-bd1f-dc398dbea6e3 req-33d0139b-911f-4b59-b385-6d904c12ccac tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:06.876642 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c1ea4fb8-6a03-49bc-bd1f-dc398dbea6e3 req-33d0139b-911f-4b59-b385-6d904c12ccac tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 946 time: 0.0465784 May 16 15:29:06.921938 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c1ea4fb8-6a03-49bc-bd1f-dc398dbea6e3 req-ec734a6f-321d-4aa3-b4b5-a10b887f0a16 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 May 16 15:29:08.145254 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3680b26-c921-4799-b313-bc8a139c9252 req-c145549a-100f-4b30-8e6c-708128d11a07 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:08.146796 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f3680b26-c921-4799-b313-bc8a139c9252 req-c145549a-100f-4b30-8e6c-708128d11a07 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 946 time: 0.0493860 May 16 15:29:08.202264 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f3680b26-c921-4799-b313-bc8a139c9252 req-950bf3e1-ba43-4692-a29e-2785979b0421 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498214 May 16 15:29:09.315293 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1a6b7-4e87-4901-9a58-5e0c26b65b6b req-351956b0-c1a5-475f-928d-44345f380395 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:09.316808 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5de1a6b7-4e87-4901-9a58-5e0c26b65b6b req-351956b0-c1a5-475f-928d-44345f380395 tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 946 time: 0.0457649 May 16 15:29:09.362651 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5de1a6b7-4e87-4901-9a58-5e0c26b65b6b req-2e462416-e9fc-449a-85f0-3a2127f2cdad tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/security-groups?id=1644030b-f16a-4583-95bc-1f68775617c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404193 May 16 15:29:09.594690 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c0ed4-6a0b-4c64-b6ee-2c9df2292916 req-9261dcfa-d9fb-45d1-a0d9-f1ab511df72a tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:09.596721 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b05c0ed4-6a0b-4c64-b6ee-2c9df2292916 req-9261dcfa-d9fb-45d1-a0d9-f1ab511df72a tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.79 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 946 time: 0.0455804 May 16 15:29:09.680391 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-b05c0ed4-6a0b-4c64-b6ee-2c9df2292916 req-b6138657-d7b5-468f-ac56-911d4cff968e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Deleting port 783e67be-f0d1-40fa-aed1-77f3c96642fe {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:09.680732 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b05c0ed4-6a0b-4c64-b6ee-2c9df2292916 req-b6138657-d7b5-468f-ac56-911d4cff968e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:09.769482 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-b05c0ed4-6a0b-4c64-b6ee-2c9df2292916 req-b6138657-d7b5-468f-ac56-911d4cff968e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] For port 783e67be-f0d1-40fa-aed1-77f3c96642fe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=783e67be-f0d1-40fa-aed1-77f3c96642fe,segment=NetworkSegment(105d5f79-4f8b-46ac-bd74-a476561d9122),segment_id=105d5f79-4f8b-46ac-bd74-a476561d9122)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:09.769742 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b05c0ed4-6a0b-4c64-b6ee-2c9df2292916 req-b6138657-d7b5-468f-ac56-911d4cff968e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:09.782261 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-b05c0ed4-6a0b-4c64-b6ee-2c9df2292916 req-b6138657-d7b5-468f-ac56-911d4cff968e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Calling delete_port for 783e67be-f0d1-40fa-aed1-77f3c96642fe owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:09.957736 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b05c0ed4-6a0b-4c64-b6ee-2c9df2292916 req-b6138657-d7b5-468f-ac56-911d4cff968e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (783e67be-f0d1-40fa-aed1-77f3c96642fe), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:09.969930 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['783e67be-f0d1-40fa-aed1-77f3c96642fe'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:29:09.984887 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6138657-d7b5-468f-ac56-911d4cff968e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Pushing event deleted for resources: {'Port': ['ID=783e67be-f0d1-40fa-aed1-77f3c96642fe,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:10.029910 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05c0ed4-6a0b-4c64-b6ee-2c9df2292916 req-b6138657-d7b5-468f-ac56-911d4cff968e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] No DVR routers for this DVR port 783e67be-f0d1-40fa-aed1-77f3c96642fe on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:10.032342 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b05c0ed4-6a0b-4c64-b6ee-2c9df2292916 req-b6138657-d7b5-468f-ac56-911d4cff968e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:10.035606 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b05c0ed4-6a0b-4c64-b6ee-2c9df2292916 req-b6138657-d7b5-468f-ac56-911d4cff968e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.79 "DELETE /v2.0/ports/783e67be-f0d1-40fa-aed1-77f3c96642fe HTTP/1.1" status: 204 len: 173 time: 0.4341824 May 16 15:29:10.036050 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2240b136-4cc6-437d-82cf-b98df254a7e8', 'name': 'network-vif-deleted', 'tag': '783e67be-f0d1-40fa-aed1-77f3c96642fe'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:29:10.038277 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fc4286-a548-4a3f-b9e2-d3ea15431e1e" -d '{"events": [{"server_uuid": "2240b136-4cc6-437d-82cf-b98df254a7e8", "name": "network-vif-deleted", "tag": "783e67be-f0d1-40fa-aed1-77f3c96642fe"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:29:10.074371 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f5a289-896e-4a1b-8856-2be32d793c7d x-openstack-request-id: req-c7f5a289-896e-4a1b-8856-2be32d793c7d {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:29:10.074668 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2240b136-4cc6-437d-82cf-b98df254a7e8", "name": "network-vif-deleted", "tag": "783e67be-f0d1-40fa-aed1-77f3c96642fe", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:29:10.074923 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7f5a289-896e-4a1b-8856-2be32d793c7d {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:29:10.075329 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f5a289-896e-4a1b-8856-2be32d793c7d'] response: {'server_uuid': '2240b136-4cc6-437d-82cf-b98df254a7e8', 'name': 'network-vif-deleted', 'tag': '783e67be-f0d1-40fa-aed1-77f3c96642fe', 'status': 'completed', 'code': 200} May 16 15:29:10.467062 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-06d73f6d-ea9b-4ecf-bc5d-acaebdb73c3e req-105582e2-2f3b-4037-957c-79eb491b446e tempest-VolumesActionsTest-841429724 tempest-VolumesActionsTest-841429724-project] 10.222.0.76 "GET /v2.0/ports?device_id=2240b136-4cc6-437d-82cf-b98df254a7e8 HTTP/1.1" status: 200 len: 210 time: 0.0272350 May 16 15:29:12.231430 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:12.243553 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 783e67be-f0d1-40fa-aed1-77f3c96642fe no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:12.263932 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 783e67be-f0d1-40fa-aed1-77f3c96642fe {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:12.264437 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 783e67be-f0d1-40fa-aed1-77f3c96642fe not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:16.517009 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db78ed0d-4803-43bd-bd5d-9bfb5d4fcef4 req-15973640-3b88-4343-8ae7-5881a390462a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369403 May 16 15:29:16.605524 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78ed0d-4803-43bd-bd5d-9bfb5d4fcef4 req-e711f89c-4c82-4be9-bde4-af2ee0d992cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:16.608138 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db78ed0d-4803-43bd-bd5d-9bfb5d4fcef4 req-e711f89c-4c82-4be9-bde4-af2ee0d992cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be817fd143aa4f3b87f6cfd77666cdb7&device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 1130 time: 0.0453734 May 16 15:29:16.720593 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78ed0d-4803-43bd-bd5d-9bfb5d4fcef4 req-d14de6d3-dfa6-4369-b006-ef19a0023932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:16.722016 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db78ed0d-4803-43bd-bd5d-9bfb5d4fcef4 req-d14de6d3-dfa6-4369-b006-ef19a0023932 service neutron] 10.222.0.79 "GET /v2.0/networks?id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f HTTP/1.1" status: 200 len: 909 time: 0.0910323 May 16 15:29:16.781993 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db78ed0d-4803-43bd-bd5d-9bfb5d4fcef4 req-26bf9468-f3ce-4402-87af-0f2db1346df7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125 HTTP/1.1" status: 200 len: 1001 time: 0.0528703 May 16 15:29:16.843162 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78ed0d-4803-43bd-bd5d-9bfb5d4fcef4 req-c3fbd25b-08aa-4551-96ef-478c249ed267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:16.844787 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db78ed0d-4803-43bd-bd5d-9bfb5d4fcef4 req-c3fbd25b-08aa-4551-96ef-478c249ed267 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d2f0a3ab-7bbe-417c-8e80-93498c8cac49 HTTP/1.1" status: 200 len: 847 time: 0.0563037 May 16 15:29:16.897373 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78ed0d-4803-43bd-bd5d-9bfb5d4fcef4 req-1b52f69a-f985-436d-be5d-fa97acde4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:16.899202 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db78ed0d-4803-43bd-bd5d-9bfb5d4fcef4 req-1b52f69a-f985-436d-be5d-fa97acde4a3e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462615 May 16 15:29:16.999815 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db78ed0d-4803-43bd-bd5d-9bfb5d4fcef4 req-e8996744-89c9-4554-ad58-612c30c6ceb2 service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921888 May 16 15:29:17.110940 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db78ed0d-4803-43bd-bd5d-9bfb5d4fcef4 req-9d9e331b-d24d-4d13-956c-00857778ebce service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040025 May 16 15:29:22.470684 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ae42d-501d-449c-9990-c5285a14dceb req-00ad3be0-5c64-41cb-80ae-4368badf7772 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:22.472219 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-377ae42d-501d-449c-9990-c5285a14dceb req-00ad3be0-5c64-41cb-80ae-4368badf7772 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 946 time: 0.0523965 May 16 15:29:22.527564 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-377ae42d-501d-449c-9990-c5285a14dceb req-688098e2-7f7a-400b-8ac0-71956c7b8632 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487316 May 16 15:29:22.745438 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9ffa-c4d1-49ef-a798-f7c4a093fd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:23.685554 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11839b38-6dbd-4c83-b0d9-c9878df42583 req-8d03f46d-991a-465a-a84f-b1691525e9cb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:23.687080 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-11839b38-6dbd-4c83-b0d9-c9878df42583 req-8d03f46d-991a-465a-a84f-b1691525e9cb tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 946 time: 0.0729847 May 16 15:29:23.739012 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-11839b38-6dbd-4c83-b0d9-c9878df42583 req-225e5d8c-7a02-4de0-88f0-c81d727428c6 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups?id=926c1ea0-95b3-48cd-a164-e22a72b0db34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 May 16 15:29:24.169848 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-8c20e781-ef1b-457d-a3de-216701657115 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:24.171446 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-8c20e781-ef1b-457d-a3de-216701657115 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 946 time: 0.0534244 May 16 15:29:24.268154 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Deleting port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:24.268446 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:24.389095 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] For port 588be31f-e001-4d2f-97c9-ef1bb2eeef86, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=588be31f-e001-4d2f-97c9-ef1bb2eeef86,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:24.389462 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:24.577094 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:24.577339 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (882722c9-51a8-48a7-96f0-2a587afead02), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:24.577665 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Floating IP 882722c9-51a8-48a7-96f0-2a587afead02 disassociated. External IP: 172.27.2.136, port: 588be31f-e001-4d2f-97c9-ef1bb2eeef86. May 16 15:29:24.578018 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Calling delete_port for 588be31f-e001-4d2f-97c9-ef1bb2eeef86 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:24.764092 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e0121844-a9cf-4fc9-9017-92c5f0cdfd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:24.803532 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (588be31f-e001-4d2f-97c9-ef1bb2eeef86), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:24.855863 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event deleted for resources: {'Port': ['ID=588be31f-e001-4d2f-97c9-ef1bb2eeef86,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:24.919341 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-61652915-6240-4f79-81f3-71fad78960ca req-6cb74368-4021-47f5-b691-ced03cca658e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 210 time: 0.0758386 May 16 15:29:25.019175 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:29:25.146886 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:29:25.158040 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d33e66-df79-4d13-908d-05cc7090b6f2 None None] Sync routers for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:29:25.172945 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d33e66-df79-4d13-908d-05cc7090b6f2 None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:25.173573 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b4d33e66-df79-4d13-908d-05cc7090b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:29:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:25.194567 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] No DVR routers for this DVR port 588be31f-e001-4d2f-97c9-ef1bb2eeef86 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:25.197694 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:25.200929 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fce8cf99-ef38-4fb3-be65-3b78f2fd31db req-7bf7e443-6a9f-4088-98a8-9ed4456398f5 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.79 "DELETE /v2.0/ports/588be31f-e001-4d2f-97c9-ef1bb2eeef86 HTTP/1.1" status: 204 len: 173 time: 1.0229285 May 16 15:29:25.201424 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'name': 'network-vif-deleted', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:29:25.203952 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d157dbb-49da-4f25-b4b4-3ed84f81c051" -d '{"events": [{"server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "name": "network-vif-deleted", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:29:25.255969 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cc0dfa-f674-450b-a4f3-d9c44649bdcb x-openstack-request-id: req-72cc0dfa-f674-450b-a4f3-d9c44649bdcb {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:29:25.257176 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3d7e6a-43dc-42b0-a663-56ad894c3801", "name": "network-vif-deleted", "tag": "588be31f-e001-4d2f-97c9-ef1bb2eeef86", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:29:25.257594 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-72cc0dfa-f674-450b-a4f3-d9c44649bdcb {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:29:25.258204 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72cc0dfa-f674-450b-a4f3-d9c44649bdcb'] response: {'server_uuid': '1a3d7e6a-43dc-42b0-a663-56ad894c3801', 'name': 'network-vif-deleted', 'tag': '588be31f-e001-4d2f-97c9-ef1bb2eeef86', 'status': 'completed', 'code': 200} May 16 15:29:25.416630 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-b4d33e66-df79-4d13-908d-05cc7090b6f2 None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:25.642595 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b4d33e66-df79-4d13-908d-05cc7090b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:33Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:25.670492 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d33e66-df79-4d13-908d-05cc7090b6f2 None None] Checking router: 1ab471ac-ff2d-47da-b732-ec5d47a236c4 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:29:25.680106 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d33e66-df79-4d13-908d-05cc7090b6f2 None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:25.680731 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b4d33e66-df79-4d13-908d-05cc7090b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:29:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:25.807409 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-b4d33e66-df79-4d13-908d-05cc7090b6f2 None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:25.977065 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:26.005618 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b4d33e66-df79-4d13-908d-05cc7090b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:33Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:26.057667 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d33e66-df79-4d13-908d-05cc7090b6f2 None None] The sync data for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi is: [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:22Z', 'revision_number': 4, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'beaac804-3253-4697-ab8d-5cebc6dc8d1b', 'name': '', 'network_id': '6ca0b759-8171-48eb-a5a7-1c280cfa9338', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'mac_address': 'fa:16:3e:c8:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:19Z', 'updated_at': '2022-05-16T15:21:33Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'subnets': [{'id': '29de9496-5d60-46ba-8f4f-543ccad83b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:29:26.062708 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6006d5cd-1ac0-4426-8ec3-a39d933ac152 req-fe813bea-fe4b-44ba-8586-01364d0f95e0 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a3d7e6a-43dc-42b0-a663-56ad894c3801 HTTP/1.1" status: 200 len: 210 time: 0.0415025 May 16 15:29:26.423115 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03133f2b-a650-44b1-83ba-d961d637ee30 None None] New status for floating IP 882722c9-51a8-48a7-96f0-2a587afead02: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:29:27.277935 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60732) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:27.345380 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group (926c1ea0-95b3-48cd-a164-e22a72b0db34), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.486976 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group (926c1ea0-95b3-48cd-a164-e22a72b0db34), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.569944 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.601745 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (926c1ea0-95b3-48cd-a164-e22a72b0db34), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.602754 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.604495 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "DELETE /v2.0/security-groups/926c1ea0-95b3-48cd-a164-e22a72b0db34 HTTP/1.1" status: 204 len: 168 time: 0.3251762 May 16 15:29:27.606952 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 60734) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:27.614985 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926c1ea0-95b3-48cd-a164-e22a72b0db34,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:27.622732 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.633658 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.633658 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.633658 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.633658 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.633658 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.633658 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.633658 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.633658 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.633658 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.633658 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.633658 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.633658 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.634725 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.634725 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73790b-843b-45d8-92c9-66a377d57702 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:27.634889 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.api.v2.resource [None req-06edff7b-ab00-48fb-a1dd-e21381230a7c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] show failed (client error): The resource could not be found. May 16 15:29:27.634889 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-06edff7b-ab00-48fb-a1dd-e21381230a7c tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "GET /v2.0/security-groups/926c1ea0-95b3-48cd-a164-e22a72b0db34 HTTP/1.1" status: 404 len: 347 time: 0.0207319 May 16 15:29:27.635942 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 60736) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:28.047642 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-8985ae8e-0338-4264-a707-1c4481f15909 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Deleting port 641eaff1-3833-4d33-b6f2-287f453fcf02 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:28.048126 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8985ae8e-0338-4264-a707-1c4481f15909 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (641eaff1-3833-4d33-b6f2-287f453fcf02), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.131283 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8985ae8e-0338-4264-a707-1c4481f15909 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (641eaff1-3833-4d33-b6f2-287f453fcf02), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.131620 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8985ae8e-0338-4264-a707-1c4481f15909 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (641eaff1-3833-4d33-b6f2-287f453fcf02), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.146046 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-8985ae8e-0338-4264-a707-1c4481f15909 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Calling delete_port for 641eaff1-3833-4d33-b6f2-287f453fcf02 owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:28.315368 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 588be31f-e001-4d2f-97c9-ef1bb2eeef86 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:28.329379 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8985ae8e-0338-4264-a707-1c4481f15909 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (641eaff1-3833-4d33-b6f2-287f453fcf02), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.361966 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 588be31f-e001-4d2f-97c9-ef1bb2eeef86 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:28.362335 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 588be31f-e001-4d2f-97c9-ef1bb2eeef86 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:28.365691 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985ae8e-0338-4264-a707-1c4481f15909 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Pushing event deleted for resources: {'Port': ['ID=641eaff1-3833-4d33-b6f2-287f453fcf02,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:28.448846 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8985ae8e-0338-4264-a707-1c4481f15909 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks [] for floatingip (882722c9-51a8-48a7-96f0-2a587afead02), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.452228 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8985ae8e-0338-4264-a707-1c4481f15909 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.455444 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-8985ae8e-0338-4264-a707-1c4481f15909 tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] 10.222.0.76 "DELETE /v2.0/floatingips/882722c9-51a8-48a7-96f0-2a587afead02 HTTP/1.1" status: 204 len: 168 time: 0.8185031 May 16 15:29:29.490296 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.268471 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60782) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:31.689864 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cdc6b8d8-b6cc-44e0-833b-14a0f0addf1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1833205'] for router_interface (1ab471ac-ff2d-47da-b732-ec5d47a236c4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.923029 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6b8d8-b6cc-44e0-833b-14a0f0addf1b admin admin] Deleting port beaac804-3253-4697-ab8d-5cebc6dc8d1b {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:31.923400 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cdc6b8d8-b6cc-44e0-833b-14a0f0addf1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.002816 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-cdc6b8d8-b6cc-44e0-833b-14a0f0addf1b admin admin] For port beaac804-3253-4697-ab8d-5cebc6dc8d1b, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=beaac804-3253-4697-ab8d-5cebc6dc8d1b,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:32.003163 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cdc6b8d8-b6cc-44e0-833b-14a0f0addf1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.020980 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6b8d8-b6cc-44e0-833b-14a0f0addf1b admin admin] Calling delete_port for beaac804-3253-4697-ab8d-5cebc6dc8d1b owned by network:router_interface {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:32.237882 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cdc6b8d8-b6cc-44e0-833b-14a0f0addf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (beaac804-3253-4697-ab8d-5cebc6dc8d1b), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.264255 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6b8d8-b6cc-44e0-833b-14a0f0addf1b admin admin] Pushing event deleted for resources: {'Port': ['ID=beaac804-3253-4697-ab8d-5cebc6dc8d1b,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:32.456863 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cdc6b8d8-b6cc-44e0-833b-14a0f0addf1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1805546'] for router_interface (1ab471ac-ff2d-47da-b732-ec5d47a236c4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.897589 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc6b8d8-b6cc-44e0-833b-14a0f0addf1b admin admin] Router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:29:32.997109 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc6b8d8-b6cc-44e0-833b-14a0f0addf1b admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:29:33.002042 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-cdc6b8d8-b6cc-44e0-833b-14a0f0addf1b admin admin] 10.222.0.76 "PUT /v2.0/routers/1ab471ac-ff2d-47da-b732-ec5d47a236c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325616 May 16 15:29:33.005171 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60794) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:33.005898 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26635bc-9094-4b84-836f-1d2ffede28fa None None] Sync routers for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:29:33.016919 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26635bc-9094-4b84-836f-1d2ffede28fa None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:33.017531 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-e26635bc-9094-4b84-836f-1d2ffede28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:29:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:33.107464 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Publish callbacks [] for router (1ab471ac-ff2d-47da-b732-ec5d47a236c4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.121208 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-e26635bc-9094-4b84-836f-1d2ffede28fa None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:33.210960 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Publish callbacks [] for router_gateway (1ab471ac-ff2d-47da-b732-ec5d47a236c4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.303702 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Deleting port 31ab02fa-9890-4442-85e5-b4dacc45928f {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:33.304143 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.306872 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-e26635bc-9094-4b84-836f-1d2ffede28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:29:32Z', 'revision_number': 5, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port': {'id': '31ab02fa-9890-4442-85e5-b4dacc45928f', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:13Z', 'updated_at': '2022-05-16T15:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:33.331706 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26635bc-9094-4b84-836f-1d2ffede28fa None None] Checking router: 1ab471ac-ff2d-47da-b732-ec5d47a236c4 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:29:33.340044 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26635bc-9094-4b84-836f-1d2ffede28fa None None] Routers {'1ab471ac-ff2d-47da-b732-ec5d47a236c4'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:33.340650 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-e26635bc-9094-4b84-836f-1d2ffede28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:29:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:33.382834 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] For port 31ab02fa-9890-4442-85e5-b4dacc45928f, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=31ab02fa-9890-4442-85e5-b4dacc45928f,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:33.383386 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.398368 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Calling delete_port for 31ab02fa-9890-4442-85e5-b4dacc45928f owned by network:router_gateway {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:33.558507 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-e26635bc-9094-4b84-836f-1d2ffede28fa None None] Set router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 gateway port host: None {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:33.616606 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-e26635bc-9094-4b84-836f-1d2ffede28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:29:33Z', 'revision_number': 6, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port_host': None}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:33.640829 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26635bc-9094-4b84-836f-1d2ffede28fa None None] The sync data for ids ['1ab471ac-ff2d-47da-b732-ec5d47a236c4'] in dv-cinder-790535-39-iscsi is: [{'id': '1ab471ac-ff2d-47da-b732-ec5d47a236c4', 'name': 'tempest-AttachVolumeShelveTestJSON-391664487-router', 'tenant_id': 'f2241c9641bb401aa9f1c6930c513552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:29:33Z', 'revision_number': 6, 'project_id': 'f2241c9641bb401aa9f1c6930c513552', 'gw_port_host': None}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:29:33.672413 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (31ab02fa-9890-4442-85e5-b4dacc45928f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.700773 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ab02fa-9890-4442-85e5-b4dacc45928f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:33.759869 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830087'] for router_gateway (1ab471ac-ff2d-47da-b732-ec5d47a236c4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.843747 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6984'] for router (1ab471ac-ff2d-47da-b732-ec5d47a236c4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.845758 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Publish callbacks [] for router_controller (1ab471ac-ff2d-47da-b732-ec5d47a236c4), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.969305 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1829014'] for router (1ab471ac-ff2d-47da-b732-ec5d47a236c4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.969852 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab471ac-ff2d-47da-b732-ec5d47a236c4 {{(pid=103978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:29:33.977059 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.977059 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b399c382-371f-4fb2-9831-b3a0a1b956e9 admin admin] 10.222.0.76 "DELETE /v2.0/routers/1ab471ac-ff2d-47da-b732-ec5d47a236c4 HTTP/1.1" status: 204 len: 168 time: 0.9699719 May 16 15:29:33.978653 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60814) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:34.024808 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4c4a08-b91c-417e-b917-c438177eb963 admin admin] Deleting subnet 29de9496-5d60-46ba-8f4f-543ccad83b00 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:29:34.028254 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2d4c4a08-b91c-417e-b917-c438177eb963 admin admin] Publish callbacks [] for subnet (29de9496-5d60-46ba-8f4f-543ccad83b00), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.071877 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2d4c4a08-b91c-417e-b917-c438177eb963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32656288'] for subnet (29de9496-5d60-46ba-8f4f-543ccad83b00), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.145449 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2d4c4a08-b91c-417e-b917-c438177eb963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (29de9496-5d60-46ba-8f4f-543ccad83b00), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.248972 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2d4c4a08-b91c-417e-b917-c438177eb963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31724915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32985707'] for subnet (29de9496-5d60-46ba-8f4f-543ccad83b00), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.277291 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c4a08-b91c-417e-b917-c438177eb963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29de9496-5d60-46ba-8f4f-543ccad83b00,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:34.284459 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2d4c4a08-b91c-417e-b917-c438177eb963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.291274 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-2d4c4a08-b91c-417e-b917-c438177eb963 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/29de9496-5d60-46ba-8f4f-543ccad83b00 HTTP/1.1" status: 204 len: 168 time: 0.3094289 May 16 15:29:34.291453 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c084d5e8-6e28-4a0d-9013-58f9d0124f22 None None] Network 6ca0b759-8171-48eb-a5a7-1c280cfa9338 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:29:34.291928 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60818) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:34.366560 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (6ca0b759-8171-48eb-a5a7-1c280cfa9338), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.414101 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Deleting port 5b0458a5-cf61-46b3-9d39-662b232f3b2f {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:34.414469 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.493582 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] For port 5b0458a5-cf61-46b3-9d39-662b232f3b2f, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=5b0458a5-cf61-46b3-9d39-662b232f3b2f,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:34.494959 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.501054 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] DHCP port deletion for 6ca0b759-8171-48eb-a5a7-1c280cfa9338 request from dv-cinder-790535-39-iscsi {{(pid=103979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:29:34.507592 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Calling delete_port for 5b0458a5-cf61-46b3-9d39-662b232f3b2f owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:34.539366 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Deleting port 5b0458a5-cf61-46b3-9d39-662b232f3b2f {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:34.540027 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.620804 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] For port 5b0458a5-cf61-46b3-9d39-662b232f3b2f, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=5b0458a5-cf61-46b3-9d39-662b232f3b2f,segment=NetworkSegment(3da77dd9-6df8-4161-b6c3-65b9153c0c97),segment_id=3da77dd9-6df8-4161-b6c3-65b9153c0c97)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:34.621121 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.634729 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Calling delete_port for 5b0458a5-cf61-46b3-9d39-662b232f3b2f owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:34.655515 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.682640 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] No DVR routers for this DVR port 5b0458a5-cf61-46b3-9d39-662b232f3b2f on host dv-cinder-790535-39-iscsi {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:34.684590 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0458a5-cf61-46b3-9d39-662b232f3b2f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:34.722641 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616'] for port (5b0458a5-cf61-46b3-9d39-662b232f3b2f), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.751327 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Pushing event deleted for resources: {'Port': ['ID=5b0458a5-cf61-46b3-9d39-662b232f3b2f,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:34.753945 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] No DVR routers for this DVR port 5b0458a5-cf61-46b3-9d39-662b232f3b2f on host dv-cinder-790535-39-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:34.767098 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.767098 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.767422 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.767562 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.767907 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.768238 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.768568 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.768924 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.769344 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.769538 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.769886 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.770795 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.771123 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.771450 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.771774 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd514d-5f30-4eab-87bb-342249743ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:34.787581 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (6ca0b759-8171-48eb-a5a7-1c280cfa9338), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.808704 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca0b759-8171-48eb-a5a7-1c280cfa9338']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:34.818380 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da77dd9-6df8-4161-b6c3-65b9153c0c97') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:34.818681 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da77dd9-6df8-4161-b6c3-65b9153c0c97') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:34.828047 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32656281'] for segment (3da77dd9-6df8-4161-b6c3-65b9153c0c97), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.841740 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (3da77dd9-6df8-4161-b6c3-65b9153c0c97), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.849280 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:29:34.851503 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31726033'] for segment (3da77dd9-6df8-4161-b6c3-65b9153c0c97), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: Traceback (most recent call last): May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: timer() May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: cb(*args, **kw) May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: return func(*args, **kwargs) May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: self._notify() May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: self.callback(batched_events) May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: event.method(event) May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: return f(self, *a, **k) May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._get(url).json() May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:29:34.853214 dv-cinder-790535-39-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:29:34.980805 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (6ca0b759-8171-48eb-a5a7-1c280cfa9338), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.985431 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.989258 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] 10.222.0.76 "DELETE /v2.0/networks/6ca0b759-8171-48eb-a5a7-1c280cfa9338 HTTP/1.1" status: 204 len: 168 time: 0.6962759 May 16 15:29:35.002019 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee99adf-21c0-4621-af32-936d9776b1ae admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca0b759-8171-48eb-a5a7-1c280cfa9338,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:35.409379 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60872) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:35.449237 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0d20b218-dbad-47fc-96c2-a36af84557b0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2241c9641bb401aa9f1c6930c513552&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387325 May 16 15:29:35.451630 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60874) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:35.500324 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-973828aa-2edb-4689-9f1a-7894f6e1f2d0 admin admin] Publish callbacks [] for security_group (5b20d42a-449a-4e7b-bc5c-e4a2e8de1f1b), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:35.524969 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-973828aa-2edb-4689-9f1a-7894f6e1f2d0 admin admin] Publish callbacks [] for security_group (5b20d42a-449a-4e7b-bc5c-e4a2e8de1f1b), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:35.620601 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device beaac804-3253-4697-ab8d-5cebc6dc8d1b no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:35.642963 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: beaac804-3253-4697-ab8d-5cebc6dc8d1b {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:35.652628 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device beaac804-3253-4697-ab8d-5cebc6dc8d1b not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:35.652628 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 5b0458a5-cf61-46b3-9d39-662b232f3b2f no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:35.661997 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 5b0458a5-cf61-46b3-9d39-662b232f3b2f {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:35.662366 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 5b0458a5-cf61-46b3-9d39-662b232f3b2f not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:35.662774 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 31ab02fa-9890-4442-85e5-b4dacc45928f no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:35.679931 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 31ab02fa-9890-4442-85e5-b4dacc45928f {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:35.680273 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 31ab02fa-9890-4442-85e5-b4dacc45928f not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:35.683870 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-973828aa-2edb-4689-9f1a-7894f6e1f2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (5b20d42a-449a-4e7b-bc5c-e4a2e8de1f1b), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:35.686459 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-973828aa-2edb-4689-9f1a-7894f6e1f2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:35.697597 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-973828aa-2edb-4689-9f1a-7894f6e1f2d0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5b20d42a-449a-4e7b-bc5c-e4a2e8de1f1b HTTP/1.1" status: 204 len: 168 time: 0.2350879 May 16 15:29:35.697597 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973828aa-2edb-4689-9f1a-7894f6e1f2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b20d42a-449a-4e7b-bc5c-e4a2e8de1f1b,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:36.841180 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:29:36.857967 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60918) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:36.906232 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-c044c607-03d0-4970-b5aa-c4429a10c79c admin admin] Deleting subnet 89a505c3-6d6a-4823-8244-d74e4ca88827 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:29:36.909326 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c044c607-03d0-4970-b5aa-c4429a10c79c admin admin] Publish callbacks [] for subnet (89a505c3-6d6a-4823-8244-d74e4ca88827), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:36.943600 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c044c607-03d0-4970-b5aa-c4429a10c79c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32656288'] for subnet (89a505c3-6d6a-4823-8244-d74e4ca88827), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:36.982233 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c044c607-03d0-4970-b5aa-c4429a10c79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (89a505c3-6d6a-4823-8244-d74e4ca88827), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:37.106941 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c044c607-03d0-4970-b5aa-c4429a10c79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31724915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32985707'] for subnet (89a505c3-6d6a-4823-8244-d74e4ca88827), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:37.134542 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044c607-03d0-4970-b5aa-c4429a10c79c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a505c3-6d6a-4823-8244-d74e4ca88827,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:37.136532 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c044c607-03d0-4970-b5aa-c4429a10c79c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:37.139966 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c044c607-03d0-4970-b5aa-c4429a10c79c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/89a505c3-6d6a-4823-8244-d74e4ca88827 HTTP/1.1" status: 204 len: 168 time: 0.2809384 May 16 15:29:37.142457 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60922) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:37.212413 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:37.292730 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:37.314050 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:37.324075 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105d5f79-4f8b-46ac-bd74-a476561d9122') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:37.324381 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105d5f79-4f8b-46ac-bd74-a476561d9122') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:37.333592 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32656281'] for segment (105d5f79-4f8b-46ac-bd74-a476561d9122), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:37.347308 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (105d5f79-4f8b-46ac-bd74-a476561d9122), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:37.353336 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:29:37.353751 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31726033'] for segment (105d5f79-4f8b-46ac-bd74-a476561d9122), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: Traceback (most recent call last): May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: timer() May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: cb(*args, **kw) May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: return func(*args, **kwargs) May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: self._notify() May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: self.callback(batched_events) May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: event.method(event) May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: return f(self, *a, **k) May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._get(url).json() May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:29:37.355459 dv-cinder-790535-39-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:29:37.460755 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:37.466961 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:37.471799 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0 HTTP/1.1" status: 204 len: 168 time: 0.3283772 May 16 15:29:37.483436 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99621e35-38dd-441a-99ee-adbdb8b55758 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8c86fc-cc7b-4b4b-8bf7-d981372cf4b0,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:37.852271 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60944) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:37.898929 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a1288106-7b4e-457b-b57c-ea86236b84dc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=38f2e257d56d477d98132d62b4f87b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430155 May 16 15:29:37.898929 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60946) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:37.945377 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54e1e67a-75cd-4598-9c08-2586edd89708 admin admin] Publish callbacks [] for security_group (1644030b-f16a-4583-95bc-1f68775617c5), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:37.966823 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54e1e67a-75cd-4598-9c08-2586edd89708 admin admin] Publish callbacks [] for security_group (1644030b-f16a-4583-95bc-1f68775617c5), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:38.112488 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54e1e67a-75cd-4598-9c08-2586edd89708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1644030b-f16a-4583-95bc-1f68775617c5), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:38.117987 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54e1e67a-75cd-4598-9c08-2586edd89708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:38.117987 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-54e1e67a-75cd-4598-9c08-2586edd89708 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1644030b-f16a-4583-95bc-1f68775617c5 HTTP/1.1" status: 204 len: 168 time: 0.2165852 May 16 15:29:38.124944 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1e67a-75cd-4598-9c08-2586edd89708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1644030b-f16a-4583-95bc-1f68775617c5,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:38.897919 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 60960) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:39.232868 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Deleting port 2c8c7b71-1041-44e6-8881-dfd2efe91854 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:39.233502 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (2c8c7b71-1041-44e6-8881-dfd2efe91854), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:39.313543 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (2c8c7b71-1041-44e6-8881-dfd2efe91854), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:39.313863 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for floatingip (2c8c7b71-1041-44e6-8881-dfd2efe91854), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:39.326283 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Calling delete_port for 2c8c7b71-1041-44e6-8881-dfd2efe91854 owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:39.529100 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (2c8c7b71-1041-44e6-8881-dfd2efe91854), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:39.560040 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event deleted for resources: {'Port': ['ID=2c8c7b71-1041-44e6-8881-dfd2efe91854,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:39.624930 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for floatingip (94e389cf-bcaf-45ea-90c2-57d9fb835259), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:39.625276 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Floating IP 94e389cf-bcaf-45ea-90c2-57d9fb835259 disassociated (deleted). External IP: 172.27.2.71, port: 63eb5f5f-0157-446b-b8eb-bc09b2fc4125. May 16 15:29:39.815663 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:29:40.129336 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:29:40.160598 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:40.161633 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0cd127-fd87-41f9-aa29-bedd336514fb None None] Sync routers for ids ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:29:40.161633 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0cd127-fd87-41f9-aa29-bedd336514fb None None] Routers {'1a69f003-c3e8-44e6-9ec1-f4fb628abda3'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:40.161633 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-5b0cd127-fd87-41f9-aa29-bedd336514fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:29:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:40.164443 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-143d6d0a-5e8b-4277-8180-f68dc1045b5e tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "DELETE /v2.0/floatingips/94e389cf-bcaf-45ea-90c2-57d9fb835259 HTTP/1.1" status: 204 len: 168 time: 1.2652745 May 16 15:29:40.165031 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:29:40.169230 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ffca9ad678ce256fa7bd5f4362f6254f503d035e63960491d6b22eb6aaacf80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6b0590-1a93-47b8-8fbd-bfe656f73e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:29:40.211871 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abceb5c-96b7-42ce-94e8-907b0457953d x-openstack-request-id: req-9abceb5c-96b7-42ce-94e8-907b0457953d {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:29:40.212680 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:29:40.212680 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9abceb5c-96b7-42ce-94e8-907b0457953d {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:29:40.213196 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9abceb5c-96b7-42ce-94e8-907b0457953d'] response: {'name': 'network-changed', 'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'status': 'completed', 'code': 200} May 16 15:29:40.273064 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-5b0cd127-fd87-41f9-aa29-bedd336514fb None None] Set router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:40.458677 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-5b0cd127-fd87-41f9-aa29-bedd336514fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:23:56Z', 'revision_number': 4, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '590b1a6b-c45c-4d81-88c7-236b5b33a0d3', 'name': '', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'mac_address': 'fa:16:3e:e7:b4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:56Z', 'updated_at': '2022-05-16T15:24:01Z', 'revision_number': 5, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'subnets': [{'id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:40.483501 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0cd127-fd87-41f9-aa29-bedd336514fb None None] Checking router: 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:29:40.492293 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0cd127-fd87-41f9-aa29-bedd336514fb None None] Routers {'1a69f003-c3e8-44e6-9ec1-f4fb628abda3'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:40.492893 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-5b0cd127-fd87-41f9-aa29-bedd336514fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:29:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:40.598908 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-5b0cd127-fd87-41f9-aa29-bedd336514fb None None] Set router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:40.619024 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8250b-2751-4af6-adcf-7b9256a56117 req-cc0f4e99-68c1-4979-8b90-1832973d4874 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:40.620488 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d6c8250b-2751-4af6-adcf-7b9256a56117 req-cc0f4e99-68c1-4979-8b90-1832973d4874 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0467913 May 16 15:29:40.668824 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d6c8250b-2751-4af6-adcf-7b9256a56117 req-57f01f16-379d-4c03-bfb7-da4464169422 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426822 May 16 15:29:40.778566 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-5b0cd127-fd87-41f9-aa29-bedd336514fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:23:56Z', 'revision_number': 4, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '590b1a6b-c45c-4d81-88c7-236b5b33a0d3', 'name': '', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'mac_address': 'fa:16:3e:e7:b4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:56Z', 'updated_at': '2022-05-16T15:24:01Z', 'revision_number': 5, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'subnets': [{'id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:40.807030 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0cd127-fd87-41f9-aa29-bedd336514fb None None] The sync data for ids ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'] in dv-cinder-790535-39-iscsi is: [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:23:56Z', 'revision_number': 4, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '590b1a6b-c45c-4d81-88c7-236b5b33a0d3', 'name': '', 'network_id': '04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'mac_address': 'fa:16:3e:e7:b4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:56Z', 'updated_at': '2022-05-16T15:24:01Z', 'revision_number': 5, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'subnets': [{'id': 'd2f0a3ab-7bbe-417c-8e80-93498c8cac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:29:41.016772 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d14732-2b51-43e9-b808-9681976b48c4 None None] New status for floating IP 94e389cf-bcaf-45ea-90c2-57d9fb835259: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:29:41.778936 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84096bf0-2fde-4280-9c25-96aad7e02f48 req-03566e84-1a2e-4363-8f24-ee2fd39f7ea5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:41.780361 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-84096bf0-2fde-4280-9c25-96aad7e02f48 req-03566e84-1a2e-4363-8f24-ee2fd39f7ea5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0453966 May 16 15:29:41.827177 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-84096bf0-2fde-4280-9c25-96aad7e02f48 req-3ca9697c-d997-4a79-8d61-66e6795dff28 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414958 May 16 15:29:42.149947 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b0590-1a93-47b8-8fbd-bfe656f73e7c req-ffed3d91-39a4-4be8-ba12-f4fcab50f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:42.151561 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3c6b0590-1a93-47b8-8fbd-bfe656f73e7c req-ffed3d91-39a4-4be8-ba12-f4fcab50f3c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be817fd143aa4f3b87f6cfd77666cdb7&device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 1130 time: 0.0438037 May 16 15:29:42.249129 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b0590-1a93-47b8-8fbd-bfe656f73e7c req-e926e8c1-5f6b-4209-9a1d-32211de83eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:42.250645 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3c6b0590-1a93-47b8-8fbd-bfe656f73e7c req-e926e8c1-5f6b-4209-9a1d-32211de83eb8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f HTTP/1.1" status: 200 len: 909 time: 0.0915303 May 16 15:29:42.254530 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:42.938233 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d0a9d-e21a-4d28-ac72-0211eed7d70e req-acc86c71-04e2-4bd9-a214-5f1fb9be6628 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:42.939709 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bf0d0a9d-e21a-4d28-ac72-0211eed7d70e req-acc86c71-04e2-4bd9-a214-5f1fb9be6628 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0459428 May 16 15:29:42.991007 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bf0d0a9d-e21a-4d28-ac72-0211eed7d70e req-a2dc6d1c-e246-408c-b999-8f0bb01c21b5 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451531 May 16 15:29:43.410044 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3c6b0590-1a93-47b8-8fbd-bfe656f73e7c req-3ffd2dc7-3243-40c5-89e4-39083a1bba81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125 HTTP/1.1" status: 200 len: 217 time: 0.0323329 May 16 15:29:43.458897 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b0590-1a93-47b8-8fbd-bfe656f73e7c req-a80e8b63-437a-4dbe-acdd-973611561f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:43.460313 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3c6b0590-1a93-47b8-8fbd-bfe656f73e7c req-a80e8b63-437a-4dbe-acdd-973611561f73 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d2f0a3ab-7bbe-417c-8e80-93498c8cac49 HTTP/1.1" status: 200 len: 847 time: 0.0424690 May 16 15:29:43.593955 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b0590-1a93-47b8-8fbd-bfe656f73e7c req-5c31d9ce-5f13-4549-9ed4-eaa88b9a1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:43.595611 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3c6b0590-1a93-47b8-8fbd-bfe656f73e7c req-5c31d9ce-5f13-4549-9ed4-eaa88b9a1710 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446649 May 16 15:29:43.687329 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3c6b0590-1a93-47b8-8fbd-bfe656f73e7c req-b570d029-0bec-4903-be00-65ed5b83272b service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850902 May 16 15:29:43.933175 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3c6b0590-1a93-47b8-8fbd-bfe656f73e7c req-f3471242-bb1d-49dc-84db-d786f72d23f1 service neutron] 10.222.0.79 "GET /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856750 May 16 15:29:44.109239 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07559d4c-b947-45ed-afe5-b841195e8d89 req-f803aa22-4937-4c85-971a-c196a1ad2664 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:44.110776 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-07559d4c-b947-45ed-afe5-b841195e8d89 req-f803aa22-4937-4c85-971a-c196a1ad2664 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.79 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0732784 May 16 15:29:44.121047 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18862de6-c382-4464-b07e-d194448f1ac4 req-046ec1a9-0766-4d4d-b303-ff8f7a5c455d tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:44.122459 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-18862de6-c382-4464-b07e-d194448f1ac4 req-046ec1a9-0766-4d4d-b303-ff8f7a5c455d tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 946 time: 0.0585384 May 16 15:29:44.177057 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-18862de6-c382-4464-b07e-d194448f1ac4 req-b8035692-40d0-43c3-834a-1601a8e94a5d tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1e78cea-6a38-4939-ac9d-b1b35f514719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489452 May 16 15:29:44.412853 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-07559d4c-b947-45ed-afe5-b841195e8d89 req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Deleting port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:44.413220 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-07559d4c-b947-45ed-afe5-b841195e8d89 req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:44.501920 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-07559d4c-b947-45ed-afe5-b841195e8d89 req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] For port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:44.502315 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-07559d4c-b947-45ed-afe5-b841195e8d89 req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:44.519639 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-07559d4c-b947-45ed-afe5-b841195e8d89 req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Calling delete_port for 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:44.712322 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-07559d4c-b947-45ed-afe5-b841195e8d89 req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (63eb5f5f-0157-446b-b8eb-bc09b2fc4125), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:44.739904 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event deleted for resources: {'Port': ['ID=63eb5f5f-0157-446b-b8eb-bc09b2fc4125,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:44.751894 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.752253 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.752583 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.752921 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.753258 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.753589 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.753919 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.754279 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.754612 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.755057 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.755392 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.755720 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.756046 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.756368 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.756731 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:44.804424 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-07559d4c-b947-45ed-afe5-b841195e8d89 req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] No DVR routers for this DVR port 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:44.807267 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-07559d4c-b947-45ed-afe5-b841195e8d89 req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:44.810633 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-07559d4c-b947-45ed-afe5-b841195e8d89 req-847d36a1-4ee6-48df-a97b-043ed478339b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.79 "DELETE /v2.0/ports/63eb5f5f-0157-446b-b8eb-bc09b2fc4125 HTTP/1.1" status: 204 len: 173 time: 0.4791281 May 16 15:29:44.811074 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'name': 'network-vif-deleted', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:29:44.813353 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7e1c8c-d67d-41a8-802e-4f2dde4b4da3" -d '{"events": [{"server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "name": "network-vif-deleted", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:29:44.857899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127148bf-3add-431f-b30d-c82f173db931 x-openstack-request-id: req-127148bf-3add-431f-b30d-c82f173db931 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:29:44.857899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e9b501-f7d9-4696-a6c2-c1930221431a", "name": "network-vif-deleted", "tag": "63eb5f5f-0157-446b-b8eb-bc09b2fc4125", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:29:44.857899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-127148bf-3add-431f-b30d-c82f173db931 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:29:44.857899 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-127148bf-3add-431f-b30d-c82f173db931'] response: {'server_uuid': '26e9b501-f7d9-4696-a6c2-c1930221431a', 'name': 'network-vif-deleted', 'tag': '63eb5f5f-0157-446b-b8eb-bc09b2fc4125', 'status': 'completed', 'code': 200} May 16 15:29:45.284668 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ad8af110-dfd0-4619-a98a-fbc0e495711a req-80a6f0a3-3441-47d0-8faa-4155833dc72d tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 210 time: 0.0310483 May 16 15:29:45.470550 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 32820) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:45.580327 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-77deed90-1039-42e7-825c-23e09085bfc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:45.659027 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-77deed90-1039-42e7-825c-23e09085bfc4 admin admin] Publish callbacks [] for security_group (c34133eb-34cf-471e-b83c-1935c9d9c445), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:45.790099 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 32830) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:45.794767 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-f6074275-a76a-45e3-ba91-9d2b6c38f003 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860358769', 'description': 'tempest-description--2002387892'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:29:45.815404 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-77deed90-1039-42e7-825c-23e09085bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (c34133eb-34cf-471e-b83c-1935c9d9c445), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:45.854643 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-77deed90-1039-42e7-825c-23e09085bfc4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b8a29c645b0e414196fd433f2c6fa249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828976 May 16 15:29:45.855513 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77deed90-1039-42e7-825c-23e09085bfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34133eb-34cf-471e-b83c-1935c9d9c445,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:45.857530 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 32834) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:45.905621 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee75a72b-0730-4584-9743-1f1e1e8f0c5d admin admin] Publish callbacks [] for security_group (c34133eb-34cf-471e-b83c-1935c9d9c445), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:45.912359 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f6074275-a76a-45e3-ba91-9d2b6c38f003 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:45.932511 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee75a72b-0730-4584-9743-1f1e1e8f0c5d admin admin] Publish callbacks [] for security_group (c34133eb-34cf-471e-b83c-1935c9d9c445), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:45.986409 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f6074275-a76a-45e3-ba91-9d2b6c38f003 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.049424 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee75a72b-0730-4584-9743-1f1e1e8f0c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (c34133eb-34cf-471e-b83c-1935c9d9c445), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.052011 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee75a72b-0730-4584-9743-1f1e1e8f0c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.053154 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ee75a72b-0730-4584-9743-1f1e1e8f0c5d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c34133eb-34cf-471e-b83c-1935c9d9c445 HTTP/1.1" status: 204 len: 168 time: 0.1945860 May 16 15:29:46.061008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75a72b-0730-4584-9743-1f1e1e8f0c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34133eb-34cf-471e-b83c-1935c9d9c445,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:46.118268 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f6074275-a76a-45e3-ba91-9d2b6c38f003 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.146738 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6074275-a76a-45e3-ba91-9d2b6c38f003 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:46.285629 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f6074275-a76a-45e3-ba91-9d2b6c38f003 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.286874 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-f6074275-a76a-45e3-ba91-9d2b6c38f003 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4957094 May 16 15:29:46.294439 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 32838) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:46.294566 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-90bd5aa4-96b0-48b0-aa91-f5b0657d07b7 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'security_group_rule': {'security_group_id': 'b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:29:46.369393 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:46.389369 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:46.389706 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 63eb5f5f-0157-446b-b8eb-bc09b2fc4125 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:46.394279 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-90bd5aa4-96b0-48b0-aa91-f5b0657d07b7 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (c0015f8d-6477-4778-9069-d8942f167a19), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.398861 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91162529-1f6b-4430-b9a5-74671268b4ab req-db52258d-f50a-4197-9583-025c7d1a2a89 tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "GET /v2.0/ports?device_id=26e9b501-f7d9-4696-a6c2-c1930221431a HTTP/1.1" status: 200 len: 210 time: 0.0318143 May 16 15:29:46.454982 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-90bd5aa4-96b0-48b0-aa91-f5b0657d07b7 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (c0015f8d-6477-4778-9069-d8942f167a19), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.524734 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-90bd5aa4-96b0-48b0-aa91-f5b0657d07b7 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (c0015f8d-6477-4778-9069-d8942f167a19), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.547045 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd5aa4-96b0-48b0-aa91-f5b0657d07b7 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0015f8d-6477-4778-9069-d8942f167a19,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:46.622520 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-90bd5aa4-96b0-48b0-aa91-f5b0657d07b7 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.623730 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-90bd5aa4-96b0-48b0-aa91-f5b0657d07b7 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3324504 May 16 15:29:46.626489 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 32850) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:46.630816 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-ae546a6b-2b6d-4eaf-8e32-f91d68504b4b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'security_group_rule': {'security_group_id': 'b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:29:46.730239 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ae546a6b-2b6d-4eaf-8e32-f91d68504b4b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (3954704b-dada-4659-a0a4-991f74443ed6), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.785393 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ae546a6b-2b6d-4eaf-8e32-f91d68504b4b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (3954704b-dada-4659-a0a4-991f74443ed6), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.848732 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ae546a6b-2b6d-4eaf-8e32-f91d68504b4b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (3954704b-dada-4659-a0a4-991f74443ed6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.870385 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae546a6b-2b6d-4eaf-8e32-f91d68504b4b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3954704b-dada-4659-a0a4-991f74443ed6,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:46.948626 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ae546a6b-2b6d-4eaf-8e32-f91d68504b4b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:46.949844 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ae546a6b-2b6d-4eaf-8e32-f91d68504b4b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224025 May 16 15:29:46.956370 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 32860) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:46.957149 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:29:47.058589 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:47.136679 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:47.239665 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Allocated IP 172.27.2.225 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/1a4ed5f3-a9a2-4126-9ae8-49879272759c) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:29:47.340344 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for port (1a4ed5f3-a9a2-4126-9ae8-49879272759c), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:47.427103 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (1a4ed5f3-a9a2-4126-9ae8-49879272759c), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:47.457652 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 32870) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:47.470752 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:29:47.474261 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:29:47.476676 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'Port': ['ID=1a4ed5f3-a9a2-4126-9ae8-49879272759c,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:47.478917 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:29:47.522236 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3341078d-f708-403c-8bb7-516abbf3616b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group (f1e78cea-6a38-4939-ac9d-b1b35f514719), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:47.567338 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3341078d-f708-403c-8bb7-516abbf3616b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group (f1e78cea-6a38-4939-ac9d-b1b35f514719), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:47.576429 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (94c14a05-e8ba-4019-9e69-1af01d3d4278), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:47.747256 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3341078d-f708-403c-8bb7-516abbf3616b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (f1e78cea-6a38-4939-ac9d-b1b35f514719), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:47.752075 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3341078d-f708-403c-8bb7-516abbf3616b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:47.752075 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3341078d-f708-403c-8bb7-516abbf3616b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] 10.222.0.76 "DELETE /v2.0/security-groups/f1e78cea-6a38-4939-ac9d-b1b35f514719 HTTP/1.1" status: 204 len: 168 time: 0.2924073 May 16 15:29:47.765922 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341078d-f708-403c-8bb7-516abbf3616b tempest-TestShelveInstance-504826177 tempest-TestShelveInstance-504826177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e78cea-6a38-4939-ac9d-b1b35f514719,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:47.777582 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (1a4ed5f3-a9a2-4126-9ae8-49879272759c), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:47.854105 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 32884) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:47.971206 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for port (1a4ed5f3-a9a2-4126-9ae8-49879272759c), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:48.009766 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (1a4ed5f3-a9a2-4126-9ae8-49879272759c), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:48.125161 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'Port': ['ID=1a4ed5f3-a9a2-4126-9ae8-49879272759c,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:48.140302 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (94c14a05-e8ba-4019-9e69-1af01d3d4278), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:48.284545 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:48.285775 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-e40aa638-350e-4302-9d55-968545016f00 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3320248 May 16 15:29:48.431590 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a48b7fe0-ce97-481b-8e5e-c4394f8150ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1833205'] for router_interface (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:48.548105 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-1d715714-4aed-4717-a793-54299a7c170f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1860358769&fields=id&tenant_id=fbaba74aca3d447eb9cc9d56700fa13e HTTP/1.1" status: 200 len: 267 time: 0.0826111 May 16 15:29:48.739298 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206869-b72f-4326-b971-2807cf814daa req-4cbbf7ff-56f7-4b84-ab94-73c7352f3b07 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:48.740886 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-4cbbf7ff-56f7-4b84-ab94-73c7352f3b07 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 813 time: 0.1832263 May 16 15:29:48.778231 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-d56f263f-0102-4e29-b652-a805cbea2baf tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/quotas/fbaba74aca3d447eb9cc9d56700fa13e HTTP/1.1" status: 200 len: 375 time: 0.0300241 May 16 15:29:48.797402 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-a48b7fe0-ce97-481b-8e5e-c4394f8150ea admin admin] Deleting port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:48.797670 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a48b7fe0-ce97-481b-8e5e-c4394f8150ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:48.850386 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-72b46fef-ef14-4bbd-9702-224058a1b081 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662577 May 16 15:29:48.962421 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-a48b7fe0-ce97-481b-8e5e-c4394f8150ea admin admin] For port 590b1a6b-c45c-4d81-88c7-236b5b33a0d3, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=590b1a6b-c45c-4d81-88c7-236b5b33a0d3,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:48.962785 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a48b7fe0-ce97-481b-8e5e-c4394f8150ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:48.978950 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-a48b7fe0-ce97-481b-8e5e-c4394f8150ea admin admin] Calling delete_port for 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 owned by network:router_interface {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:49.001110 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-6f6c5c10-f8d9-4f3b-b887-da1eeeb2fc53 service neutron] 10.222.0.76 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229484 May 16 15:29:49.168094 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-596c5d2b-28ce-43c3-923f-a75cf9d3c0ca service neutron] 10.222.0.76 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362069 May 16 15:29:49.289286 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a48b7fe0-ce97-481b-8e5e-c4394f8150ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (590b1a6b-c45c-4d81-88c7-236b5b33a0d3), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:49.314771 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b7fe0-ce97-481b-8e5e-c4394f8150ea admin admin] Pushing event deleted for resources: {'Port': ['ID=590b1a6b-c45c-4d81-88c7-236b5b33a0d3,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:49.401364 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9ffc0e10-6c7a-4e90-8be2-14dc5d825683 req-5fa91d9f-b0d0-40e8-89ec-73a5ce41c9d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 210 time: 0.0364492 May 16 15:29:49.508732 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a48b7fe0-ce97-481b-8e5e-c4394f8150ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1805546'] for router_interface (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:49.744867 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48b7fe0-ce97-481b-8e5e-c4394f8150ea admin admin] Router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:29:49.848036 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48b7fe0-ce97-481b-8e5e-c4394f8150ea admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:29:49.856263 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-a48b7fe0-ce97-481b-8e5e-c4394f8150ea admin admin] 10.222.0.76 "PUT /v2.0/routers/1a69f003-c3e8-44e6-9ec1-f4fb628abda3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9983697 May 16 15:29:49.856544 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 32924) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:49.859011 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ba70f-7a59-456b-a5cb-07d1e0b4606d None None] Sync routers for ids ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:29:49.869812 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ba70f-7a59-456b-a5cb-07d1e0b4606d None None] Routers {'1a69f003-c3e8-44e6-9ec1-f4fb628abda3'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:49.874211 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-4b6ba70f-7a59-456b-a5cb-07d1e0b4606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:29:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:49.964270 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Publish callbacks [] for router (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:49.976822 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-4b6ba70f-7a59-456b-a5cb-07d1e0b4606d None None] Set router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:50.146890 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-4b6ba70f-7a59-456b-a5cb-07d1e0b4606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:29:49Z', 'revision_number': 5, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:50.172918 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ba70f-7a59-456b-a5cb-07d1e0b4606d None None] Checking router: 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:29:50.182941 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ba70f-7a59-456b-a5cb-07d1e0b4606d None None] Routers {'1a69f003-c3e8-44e6-9ec1-f4fb628abda3'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:50.183621 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-4b6ba70f-7a59-456b-a5cb-07d1e0b4606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:29:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:50.298339 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-4b6ba70f-7a59-456b-a5cb-07d1e0b4606d None None] Set router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:50.334953 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Publish callbacks [] for router_gateway (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:50.506721 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Deleting port 41b5faa3-18e6-4594-95a9-2814b19489ba {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:50.507324 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:50.546551 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a4755c4c-1fbc-4676-bb13-3dd4886a9cdd req-76179f03-1667-49b1-a0dc-0a3847527b9a tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 210 time: 0.0486772 May 16 15:29:50.582798 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-4b6ba70f-7a59-456b-a5cb-07d1e0b4606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:29:49Z', 'revision_number': 5, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:50.609919 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ba70f-7a59-456b-a5cb-07d1e0b4606d None None] The sync data for ids ['1a69f003-c3e8-44e6-9ec1-f4fb628abda3'] in dv-cinder-790535-39-iscsi is: [{'id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'name': 'tempest-TestShelveInstance-295476530-router', 'tenant_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:23:53Z', 'updated_at': '2022-05-16T15:29:49Z', 'revision_number': 5, 'project_id': 'be817fd143aa4f3b87f6cfd77666cdb7', 'gw_port': {'id': '41b5faa3-18e6-4594-95a9-2814b19489ba', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69f003-c3e8-44e6-9ec1-f4fb628abda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:23:54Z', 'updated_at': '2022-05-16T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:29:50.616834 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] For port 41b5faa3-18e6-4594-95a9-2814b19489ba, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=41b5faa3-18e6-4594-95a9-2814b19489ba,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:50.617202 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:50.631196 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Calling delete_port for 41b5faa3-18e6-4594-95a9-2814b19489ba owned by network:router_gateway {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:50.884288 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (41b5faa3-18e6-4594-95a9-2814b19489ba), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:50.911786 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Pushing event deleted for resources: {'Port': ['ID=41b5faa3-18e6-4594-95a9-2814b19489ba,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:50.972531 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830087'] for router_gateway (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.062084 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6984'] for router (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.064462 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Publish callbacks [] for router_controller (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.192529 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1829014'] for router (1a69f003-c3e8-44e6-9ec1-f4fb628abda3), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.193136 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a69f003-c3e8-44e6-9ec1-f4fb628abda3 {{(pid=103977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:29:51.206085 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.206085 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-cdcc4757-f275-4a7c-97e9-5bded45593de admin admin] 10.222.0.76 "DELETE /v2.0/routers/1a69f003-c3e8-44e6-9ec1-f4fb628abda3 HTTP/1.1" status: 204 len: 168 time: 1.3422229 May 16 15:29:51.206085 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 32938) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:51.250085 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_v2 [None req-47528019-d3b7-4ff7-bc4e-ed8e1b7778f5 admin admin] Deleting subnet d2f0a3ab-7bbe-417c-8e80-93498c8cac49 {{(pid=103977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:29:51.253353 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47528019-d3b7-4ff7-bc4e-ed8e1b7778f5 admin admin] Publish callbacks [] for subnet (d2f0a3ab-7bbe-417c-8e80-93498c8cac49), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.290272 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47528019-d3b7-4ff7-bc4e-ed8e1b7778f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29934981'] for subnet (d2f0a3ab-7bbe-417c-8e80-93498c8cac49), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.407263 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47528019-d3b7-4ff7-bc4e-ed8e1b7778f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (d2f0a3ab-7bbe-417c-8e80-93498c8cac49), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.500212 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206869-b72f-4326-b971-2807cf814daa req-eb8d4587-5e6c-4f71-9b7e-3ff2f5591238 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:51.501513 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-eb8d4587-5e6c-4f71-9b7e-3ff2f5591238 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 813 time: 0.1444936 May 16 15:29:51.588960 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-dd42892e-67f8-4c1b-aafb-7b637f903aee tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbaba74aca3d447eb9cc9d56700fa13e HTTP/1.1" status: 200 len: 472 time: 0.0738931 May 16 15:29:51.592967 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47528019-d3b7-4ff7-bc4e-ed8e1b7778f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29922733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32672407'] for subnet (d2f0a3ab-7bbe-417c-8e80-93498c8cac49), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.605679 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-81206869-b72f-4326-b971-2807cf814daa req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'port': {'device_id': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'admin_state_up': True, 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'security_groups': ['b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:29:51.640208 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47528019-d3b7-4ff7-bc4e-ed8e1b7778f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f0a3ab-7bbe-417c-8e80-93498c8cac49,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:51.642265 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-47528019-d3b7-4ff7-bc4e-ed8e1b7778f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.649857 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d8625-2d70-4b4a-ab14-239081667e44 None None] Network 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:29:51.651708 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 32948) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:51.662812 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-47528019-d3b7-4ff7-bc4e-ed8e1b7778f5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d2f0a3ab-7bbe-417c-8e80-93498c8cac49 HTTP/1.1" status: 204 len: 168 time: 0.4591820 May 16 15:29:51.753447 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7db074ed-f909-4ade-aef4-36a4378e5e21 req-00185119-444b-45e8-976e-ce74ca981a11 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 210 time: 0.1334884 May 16 15:29:51.760616 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.768689 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 41b5faa3-18e6-4594-95a9-2814b19489ba no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:51.799102 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 41b5faa3-18e6-4594-95a9-2814b19489ba {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:51.799748 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 41b5faa3-18e6-4594-95a9-2814b19489ba not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:51.800174 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:51.816795 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Deleting port 8b601340-da57-43b6-bf79-50c6b10b09e3 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:51.817372 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.830356 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:51.830961 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 590b1a6b-c45c-4d81-88c7-236b5b33a0d3 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:51.882658 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3241a28-1de0-4026-aa06-0c11d5acb4c0 None None] DHCP port deletion for 04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f request from dv-cinder-790535-39-iscsi {{(pid=103979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:29:51.898076 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] For port 8b601340-da57-43b6-bf79-50c6b10b09e3, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=8b601340-da57-43b6-bf79-50c6b10b09e3,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:51.898477 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.912284 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Calling delete_port for 8b601340-da57-43b6-bf79-50c6b10b09e3 owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:51.925980 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-c3241a28-1de0-4026-aa06-0c11d5acb4c0 None None] Deleting port 8b601340-da57-43b6-bf79-50c6b10b09e3 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:51.926398 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c3241a28-1de0-4026-aa06-0c11d5acb4c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.935430 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81206869-b72f-4326-b971-2807cf814daa req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Made reservation on behalf of fbaba74aca3d447eb9cc9d56700fa13e for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:29:51.943446 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-81206869-b72f-4326-b971-2807cf814daa req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:51.991533 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-c3241a28-1de0-4026-aa06-0c11d5acb4c0 None None] For port 8b601340-da57-43b6-bf79-50c6b10b09e3, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=8b601340-da57-43b6-bf79-50c6b10b09e3,segment=NetworkSegment(ee25c8d4-5b45-4a49-bf6d-ce53f64ea797),segment_id=ee25c8d4-5b45-4a49-bf6d-ce53f64ea797)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:51.992408 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c3241a28-1de0-4026-aa06-0c11d5acb4c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.007043 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-c3241a28-1de0-4026-aa06-0c11d5acb4c0 None None] Calling delete_port for 8b601340-da57-43b6-bf79-50c6b10b09e3 owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:52.073255 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-81206869-b72f-4326-b971-2807cf814daa req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Allocated IP 172.20.0.11 (97880a2a-e2c5-4ee9-b5cd-302158bacf22/2894ba13-a801-431f-a1c4-6f8f264d8ab6/42875a80-9e6a-4767-a1f5-0b47114b80d8) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:29:52.084053 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.090676 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c3241a28-1de0-4026-aa06-0c11d5acb4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616'] for port (8b601340-da57-43b6-bf79-50c6b10b09e3), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.120410 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b601340-da57-43b6-bf79-50c6b10b09e3,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:52.124779 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3241a28-1de0-4026-aa06-0c11d5acb4c0 None None] Pushing event deleted for resources: {'Port': ['ID=8b601340-da57-43b6-bf79-50c6b10b09e3,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:52.131040 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3241a28-1de0-4026-aa06-0c11d5acb4c0 None None] No DVR routers for this DVR port 8b601340-da57-43b6-bf79-50c6b10b09e3 on host dv-cinder-790535-39-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:52.131447 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] No DVR routers for this DVR port 8b601340-da57-43b6-bf79-50c6b10b09e3 on host dv-cinder-790535-39-iscsi {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:52.210927 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.230519 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:52.239690 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:52.239987 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee25c8d4-5b45-4a49-bf6d-ce53f64ea797') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:52.247236 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-81206869-b72f-4326-b971-2807cf814daa req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.249919 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32656281'] for segment (ee25c8d4-5b45-4a49-bf6d-ce53f64ea797), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.270208 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (ee25c8d4-5b45-4a49-bf6d-ce53f64ea797), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.276679 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:29:52.277055 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31726033'] for segment (ee25c8d4-5b45-4a49-bf6d-ce53f64ea797), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: Traceback (most recent call last): May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: timer() May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: cb(*args, **kw) May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: return func(*args, **kwargs) May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: self._notify() May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: self.callback(batched_events) May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: event.method(event) May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: return f(self, *a, **k) May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._get(url).json() May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:29:52.278792 dv-cinder-790535-39-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:29:52.318805 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-81206869-b72f-4326-b971-2807cf814daa req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.361450 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81206869-b72f-4326-b971-2807cf814daa req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:29:52.364639 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-81206869-b72f-4326-b971-2807cf814daa req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:29:52.370666 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-81206869-b72f-4326-b971-2807cf814daa req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:29:52.376411 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'Port': ['ID=42875a80-9e6a-4767-a1f5-0b47114b80d8,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:52.393189 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.400762 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.406978 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f HTTP/1.1" status: 204 len: 168 time: 0.7539258 May 16 15:29:52.408628 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 32956) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:52.424823 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19def467-48a3-4055-88cc-84719bcc67a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=04ce934f-d3d9-4ab7-9ebf-533d5c52ac5f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:52.428132 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206869-b72f-4326-b971-2807cf814daa req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:52.428787 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-81206869-b72f-4326-b971-2807cf814daa req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.510506 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-daa9fa67-d27f-4e65-8a10-533b6dd14fce tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9148948 May 16 15:29:52.638227 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-92055ddc-a470-446b-b1e9-8f88b6661266 None None] Provisioning complete for port 42875a80-9e6a-4767-a1f5-0b47114b80d8 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:29:52.638666 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-92055ddc-a470-446b-b1e9-8f88b6661266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.669937 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fe32-ca33-4a19-be60-9019a68f0601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.671193 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-92055ddc-a470-446b-b1e9-8f88b6661266 None None] Port 42875a80-9e6a-4767-a1f5-0b47114b80d8 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:29:52.738552 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1fa0-f9aa-4d89-99f3-7f24b243a888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1833205'] for router_interface (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:52.872494 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f6cfe-3024-428b-af08-e22760ff87ed req-4e853e07-3c86-4eb8-b0ac-9fe8fdbf2fb1 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:52.873983 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5f2f6cfe-3024-428b-af08-e22760ff87ed req-4e853e07-3c86-4eb8-b0ac-9fe8fdbf2fb1 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 932 time: 0.0501328 May 16 15:29:52.922255 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5f2f6cfe-3024-428b-af08-e22760ff87ed req-a4f6c8c7-64df-44d6-8ce9-2a1977628bcd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 May 16 15:29:52.951922 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab1fa0-f9aa-4d89-99f3-7f24b243a888 admin admin] Deleting port 52310d03-33d0-4394-abed-3dda0db1ff29 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:52.952256 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1fa0-f9aa-4d89-99f3-7f24b243a888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:53.029558 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-b8ab1fa0-f9aa-4d89-99f3-7f24b243a888 admin admin] For port 52310d03-33d0-4394-abed-3dda0db1ff29, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=52310d03-33d0-4394-abed-3dda0db1ff29,segment=NetworkSegment(7c670f01-c403-4cb8-8165-c81fbf40390a),segment_id=7c670f01-c403-4cb8-8165-c81fbf40390a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:53.029839 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1fa0-f9aa-4d89-99f3-7f24b243a888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:53.042230 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab1fa0-f9aa-4d89-99f3-7f24b243a888 admin admin] Calling delete_port for 52310d03-33d0-4394-abed-3dda0db1ff29 owned by network:router_interface {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:53.300795 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1fa0-f9aa-4d89-99f3-7f24b243a888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (52310d03-33d0-4394-abed-3dda0db1ff29), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:53.325715 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab1fa0-f9aa-4d89-99f3-7f24b243a888 admin admin] Pushing event deleted for resources: {'Port': ['ID=52310d03-33d0-4394-abed-3dda0db1ff29,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:53.482729 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1fa0-f9aa-4d89-99f3-7f24b243a888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1805546'] for router_interface (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:53.647083 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 8b601340-da57-43b6-bf79-50c6b10b09e3 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:53.669254 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 8b601340-da57-43b6-bf79-50c6b10b09e3 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:53.669593 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 8b601340-da57-43b6-bf79-50c6b10b09e3 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:53.686760 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ab1fa0-f9aa-4d89-99f3-7f24b243a888 admin admin] Router 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:29:53.786975 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ab1fa0-f9aa-4d89-99f3-7f24b243a888 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:29:53.792891 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b8ab1fa0-f9aa-4d89-99f3-7f24b243a888 admin admin] 10.222.0.76 "PUT /v2.0/routers/4819a1fa-01b8-4654-b50b-b1c53a4a3e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3833251 May 16 15:29:53.795460 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 32962) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:53.796434 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f9b7f-7fdf-4a9a-8f03-2846b9d6a82c None None] Sync routers for ids ['4819a1fa-01b8-4654-b50b-b1c53a4a3e07'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:29:53.806434 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f9b7f-7fdf-4a9a-8f03-2846b9d6a82c None None] Routers {'4819a1fa-01b8-4654-b50b-b1c53a4a3e07'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:53.806964 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-2c8f9b7f-7fdf-4a9a-8f03-2846b9d6a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:29:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4819a1fa-01b8-4654-b50b-b1c53a4a3e07'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:53.892489 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Publish callbacks [] for router (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:53.903121 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-2c8f9b7f-7fdf-4a9a-8f03-2846b9d6a82c None None] Set router 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:53.942161 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Request body: {'port': {'device_id': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:29:53.995545 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Publish callbacks [] for router_gateway (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.008388 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.052693 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa304b-4d79-4cc0-8fa4-5b77c7a20d61 req-f5a3103f-5653-4f54-a6a1-78154fc6a563 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:54.054428 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4baa304b-4d79-4cc0-8fa4-5b77c7a20d61 req-f5a3103f-5653-4f54-a6a1-78154fc6a563 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 932 time: 0.0534911 May 16 15:29:54.082663 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-2c8f9b7f-7fdf-4a9a-8f03-2846b9d6a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'name': 'tempest-TestShelveInstance-890443747-router', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:01Z', 'updated_at': '2022-05-16T15:29:53Z', 'revision_number': 5, 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'gw_port': {'id': 'b7120c9c-bee6-4443-815a-007102cbb3b8', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:02Z', 'updated_at': '2022-05-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:54.107523 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f9b7f-7fdf-4a9a-8f03-2846b9d6a82c None None] Checking router: 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:29:54.115842 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f9b7f-7fdf-4a9a-8f03-2846b9d6a82c None None] Routers {'4819a1fa-01b8-4654-b50b-b1c53a4a3e07'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:54.116446 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-2c8f9b7f-7fdf-4a9a-8f03-2846b9d6a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:29:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4819a1fa-01b8-4654-b50b-b1c53a4a3e07'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:54.126747 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4baa304b-4d79-4cc0-8fa4-5b77c7a20d61 req-d602f14a-8f2a-44fb-94c2-2aa8457928e1 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642145 May 16 15:29:54.136228 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Deleting port b7120c9c-bee6-4443-815a-007102cbb3b8 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:54.136228 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.202494 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-2c8f9b7f-7fdf-4a9a-8f03-2846b9d6a82c None None] Set router 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 gateway port host: None {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:54.225826 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] For port b7120c9c-bee6-4443-815a-007102cbb3b8, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=b7120c9c-bee6-4443-815a-007102cbb3b8,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:54.226297 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.243376 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Calling delete_port for b7120c9c-bee6-4443-815a-007102cbb3b8 owned by network:router_gateway {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:54.349730 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42875a80-9e6a-4767-a1f5-0b47114b80d8 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:29:54.357628 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Publish callbacks [] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.388104 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-2c8f9b7f-7fdf-4a9a-8f03-2846b9d6a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'name': 'tempest-TestShelveInstance-890443747-router', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:01Z', 'updated_at': '2022-05-16T15:29:53Z', 'revision_number': 6, 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'gw_port_host': None}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:54.412364 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f9b7f-7fdf-4a9a-8f03-2846b9d6a82c None None] The sync data for ids ['4819a1fa-01b8-4654-b50b-b1c53a4a3e07'] in dv-cinder-790535-39-iscsi is: [{'id': '4819a1fa-01b8-4654-b50b-b1c53a4a3e07', 'name': 'tempest-TestShelveInstance-890443747-router', 'tenant_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:01Z', 'updated_at': '2022-05-16T15:29:53Z', 'revision_number': 6, 'project_id': 'a4ffac2f990d4965aeeedf414b25e35f', 'gw_port_host': None}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:29:54.506953 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Transition to ACTIVE for port object 42875a80-9e6a-4767-a1f5-0b47114b80d8 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:29:54.507236 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (b7120c9c-bee6-4443-815a-007102cbb3b8), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.534965 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7120c9c-bee6-4443-815a-007102cbb3b8,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:54.558504 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.596638 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830087'] for router_gateway (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.610164 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Pushing event updated for resources: {'Port': ['ID=42875a80-9e6a-4767-a1f5-0b47114b80d8,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:54.687359 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Attempting to bind port 42875a80-9e6a-4767-a1f5-0b47114b80d8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:29:54.687814 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Attempting to bind port 42875a80-9e6a-4767-a1f5-0b47114b80d8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:29:54.688462 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6984'] for router (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.690043 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Attempting to bind port 42875a80-9e6a-4767-a1f5-0b47114b80d8 on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:29:54.690862 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Publish callbacks [] for router_controller (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.695826 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Port 42875a80-9e6a-4767-a1f5-0b47114b80d8 on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:29:54.696561 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Attempting to bind port 42875a80-9e6a-4767-a1f5-0b47114b80d8 on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:29:54.701850 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:29:54.702369 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Checking segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:29:54.702848 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Bound using segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:29:54.703630 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Bound port: 42875a80-9e6a-4767-a1f5-0b47114b80d8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:29:54.704092 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.770226 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] For port 42875a80-9e6a-4767-a1f5-0b47114b80d8, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:29:54.773695 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] For port 42875a80-9e6a-4767-a1f5-0b47114b80d8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=42875a80-9e6a-4767-a1f5-0b47114b80d8,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:29:54.776286 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-27c85aba-63bf-4cba-9fa3-e17bb35e69f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.798630 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1829014'] for router (4819a1fa-01b8-4654-b50b-b1c53a4a3e07), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.800089 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4819a1fa-01b8-4654-b50b-b1c53a4a3e07 {{(pid=103978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:29:54.810212 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.810212 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0e23e49a-7d77-4df3-acbd-772525366902 admin admin] 10.222.0.76 "DELETE /v2.0/routers/4819a1fa-01b8-4654-b50b-b1c53a4a3e07 HTTP/1.1" status: 204 len: 168 time: 1.0126884 May 16 15:29:54.812413 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 32968) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:54.855404 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.863025 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbb04c0-1947-44b6-80bc-0280c875b59f admin admin] Deleting subnet 0af1f592-0721-4644-85af-0656731ff3e2 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:29:54.867241 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdbb04c0-1947-44b6-80bc-0280c875b59f admin admin] Publish callbacks [] for subnet (0af1f592-0721-4644-85af-0656731ff3e2), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.879175 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:54.879961 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.881351 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] 10.222.0.79 "PUT /v2.0/ports/42875a80-9e6a-4767-a1f5-0b47114b80d8 HTTP/1.1" status: 200 len: 1094 time: 0.9454739 May 16 15:29:54.902389 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'tag': '42875a80-9e6a-4767-a1f5-0b47114b80d8'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:29:54.904322 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b490d033-30b1-444a-acda-ed2e3f176c88" -d '{"events": [{"name": "network-changed", "server_uuid": "a48b4d9e-d204-4080-90d6-694383681b7b", "tag": "42875a80-9e6a-4767-a1f5-0b47114b80d8"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:29:54.904631 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdbb04c0-1947-44b6-80bc-0280c875b59f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32656288'] for subnet (0af1f592-0721-4644-85af-0656731ff3e2), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:54.945733 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1f9e8-72d6-4d9b-b76b-b18121b23295 service neutron] Pushing event updated for resources: {'Port': ['ID=42875a80-9e6a-4767-a1f5-0b47114b80d8,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:54.956871 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd4ceb6-e771-4e00-a3f7-c2537cad6473 x-openstack-request-id: req-2fd4ceb6-e771-4e00-a3f7-c2537cad6473 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:29:54.957254 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48b4d9e-d204-4080-90d6-694383681b7b", "tag": "42875a80-9e6a-4767-a1f5-0b47114b80d8", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:29:54.957576 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2fd4ceb6-e771-4e00-a3f7-c2537cad6473 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:29:54.958046 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd4ceb6-e771-4e00-a3f7-c2537cad6473'] response: {'name': 'network-changed', 'server_uuid': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'tag': '42875a80-9e6a-4767-a1f5-0b47114b80d8', 'status': 'completed', 'code': 200} May 16 15:29:55.002524 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdbb04c0-1947-44b6-80bc-0280c875b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (0af1f592-0721-4644-85af-0656731ff3e2), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.018101 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d033-30b1-444a-acda-ed2e3f176c88 req-12af4d99-44c2-4326-b7f2-49c888d5187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:55.019832 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b490d033-30b1-444a-acda-ed2e3f176c88 req-12af4d99-44c2-4326-b7f2-49c888d5187d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 1128 time: 0.0421116 May 16 15:29:55.124781 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d033-30b1-444a-acda-ed2e3f176c88 req-b66dd6a2-3c60-4511-85bc-f1609adf513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:55.126227 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b490d033-30b1-444a-acda-ed2e3f176c88 req-b66dd6a2-3c60-4511-85bc-f1609adf513e service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0977430 May 16 15:29:55.147076 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdbb04c0-1947-44b6-80bc-0280c875b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31724915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32985707'] for subnet (0af1f592-0721-4644-85af-0656731ff3e2), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.176182 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb04c0-1947-44b6-80bc-0280c875b59f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af1f592-0721-4644-85af-0656731ff3e2,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:55.190927 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdbb04c0-1947-44b6-80bc-0280c875b59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.194948 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bdbb04c0-1947-44b6-80bc-0280c875b59f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0af1f592-0721-4644-85af-0656731ff3e2 HTTP/1.1" status: 204 len: 168 time: 0.3763423 May 16 15:29:55.195108 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ec1bf9-6a40-4f65-bd9f-8b7bab5b8df7 None None] Network 13318def-9979-4c87-bc3f-a44a97f20ade requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:29:55.195585 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 32974) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:55.271284 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d033-30b1-444a-acda-ed2e3f176c88 req-4113abcb-0b53-4fbe-9f99-a4205c781c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:55.273759 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b490d033-30b1-444a-acda-ed2e3f176c88 req-4113abcb-0b53-4fbe-9f99-a4205c781c2e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346228 May 16 15:29:55.331333 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (13318def-9979-4c87-bc3f-a44a97f20ade), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.359202 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd63b59-571a-4e91-96be-1d2640f56884 req-8f4bfca5-bbde-4350-9620-06f12d13da5e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:55.363664 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-afd63b59-571a-4e91-96be-1d2640f56884 req-8f4bfca5-bbde-4350-9620-06f12d13da5e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 944 time: 0.0830088 May 16 15:29:55.364596 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206869-b72f-4326-b971-2807cf814daa req-04ae80e7-3109-47f7-9c0e-005ce29279f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:55.366101 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-04ae80e7-3109-47f7-9c0e-005ce29279f9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 1128 time: 0.0484135 May 16 15:29:55.421652 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-683649bb-2e6f-48e9-8d4a-86b581fcf46a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42875a80-9e6a-4767-a1f5-0b47114b80d8 HTTP/1.1" status: 200 len: 217 time: 0.0393944 May 16 15:29:55.428717 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4d153-de5f-47cf-a542-2322f4b20b8b None None] DHCP port deletion for 13318def-9979-4c87-bc3f-a44a97f20ade request from dv-cinder-790535-39-iscsi {{(pid=103979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:29:55.438167 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Deleting port 52a0e920-f536-4fe3-8985-3d01d588cec1 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:55.439055 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.463246 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-afd63b59-571a-4e91-96be-1d2640f56884 req-dad2c32c-d86f-42f2-81b5-2ab2d9ea567c tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987096 May 16 15:29:55.489937 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206869-b72f-4326-b971-2807cf814daa req-9e30683f-7eca-4f2e-a91a-1544ec2a62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:55.491447 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-9e30683f-7eca-4f2e-a91a-1544ec2a62bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2894ba13-a801-431f-a1c4-6f8f264d8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0603192 May 16 15:29:55.520104 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4d153-de5f-47cf-a542-2322f4b20b8b None None] Deleting port 52a0e920-f536-4fe3-8985-3d01d588cec1 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:55.520518 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2cf4d153-de5f-47cf-a542-2322f4b20b8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.525910 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] For port 52a0e920-f536-4fe3-8985-3d01d588cec1, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=52a0e920-f536-4fe3-8985-3d01d588cec1,segment=NetworkSegment(7c670f01-c403-4cb8-8165-c81fbf40390a),segment_id=7c670f01-c403-4cb8-8165-c81fbf40390a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:55.526308 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.552351 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Calling delete_port for 52a0e920-f536-4fe3-8985-3d01d588cec1 owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:55.585389 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206869-b72f-4326-b971-2807cf814daa req-add0b788-ea38-4a8a-b535-c002a5e1d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:55.585389 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-add0b788-ea38-4a8a-b535-c002a5e1d55c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97880a2a-e2c5-4ee9-b5cd-302158bacf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0806389 May 16 15:29:55.672536 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 52310d03-33d0-4394-abed-3dda0db1ff29 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:55.677200 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2cf4d153-de5f-47cf-a542-2322f4b20b8b None None] For port 52a0e920-f536-4fe3-8985-3d01d588cec1, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=52a0e920-f536-4fe3-8985-3d01d588cec1,segment=NetworkSegment(7c670f01-c403-4cb8-8165-c81fbf40390a),segment_id=7c670f01-c403-4cb8-8165-c81fbf40390a)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:55.677200 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2cf4d153-de5f-47cf-a542-2322f4b20b8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.705397 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 52310d03-33d0-4394-abed-3dda0db1ff29 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:55.705836 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 52310d03-33d0-4394-abed-3dda0db1ff29 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:55.706272 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 52a0e920-f536-4fe3-8985-3d01d588cec1 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:55.712697 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4d153-de5f-47cf-a542-2322f4b20b8b None None] Calling delete_port for 52a0e920-f536-4fe3-8985-3d01d588cec1 owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:55.715564 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-f1f331b2-952f-4a72-9d51-efd4c8b81b66 service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233063 May 16 15:29:55.787530 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.805518 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No active binding found for port 52a0e920-f536-4fe3-8985-3d01d588cec1 {{(pid=103979) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 16 15:29:55.805900 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] The host dv-cinder-790535-39-iscsi is not matching for port 52a0e920-f536-4fe3-8985-3d01d588cec1 host None! {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 16 15:29:55.806326 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 52a0e920-f536-4fe3-8985-3d01d588cec1 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:55.806753 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device b7120c9c-bee6-4443-815a-007102cbb3b8 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:55.821689 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-81206869-b72f-4326-b971-2807cf814daa req-c90c4361-230f-4feb-b40f-726e175d8130 service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940480 May 16 15:29:55.829211 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: b7120c9c-bee6-4443-815a-007102cbb3b8 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:55.829532 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device b7120c9c-bee6-4443-815a-007102cbb3b8 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:55.843295 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Pushing event deleted for resources: {'Port': ['ID=52a0e920-f536-4fe3-8985-3d01d588cec1,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:55.846929 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] No DVR routers for this DVR port 52a0e920-f536-4fe3-8985-3d01d588cec1 on host dv-cinder-790535-39-iscsi {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:55.855806 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.877423 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2cf4d153-de5f-47cf-a542-2322f4b20b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616'] for port (52a0e920-f536-4fe3-8985-3d01d588cec1), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.903644 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4d153-de5f-47cf-a542-2322f4b20b8b None None] Pushing event deleted for resources: {'Port': ['ID=52a0e920-f536-4fe3-8985-3d01d588cec1,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:55.906969 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf4d153-de5f-47cf-a542-2322f4b20b8b None None] No DVR routers for this DVR port 52a0e920-f536-4fe3-8985-3d01d588cec1 on host dv-cinder-790535-39-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:55.921934 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (13318def-9979-4c87-bc3f-a44a97f20ade), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.942739 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13318def-9979-4c87-bc3f-a44a97f20ade']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:55.953098 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c670f01-c403-4cb8-8165-c81fbf40390a') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:55.953395 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c670f01-c403-4cb8-8165-c81fbf40390a') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:55.962944 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32656281'] for segment (7c670f01-c403-4cb8-8165-c81fbf40390a), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.975838 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (7c670f01-c403-4cb8-8165-c81fbf40390a), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.981700 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:29:55.982077 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31726033'] for segment (7c670f01-c403-4cb8-8165-c81fbf40390a), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: Traceback (most recent call last): May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: timer() May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: cb(*args, **kw) May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: return func(*args, **kwargs) May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: self._notify() May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: self.callback(batched_events) May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: event.method(event) May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: return f(self, *a, **k) May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._get(url).json() May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:29:55.983787 dv-cinder-790535-39-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:29:56.335578 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (13318def-9979-4c87-bc3f-a44a97f20ade), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:56.341919 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:56.344900 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] 10.222.0.76 "DELETE /v2.0/networks/13318def-9979-4c87-bc3f-a44a97f20ade HTTP/1.1" status: 204 len: 168 time: 1.1484764 May 16 15:29:56.354459 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb65b03-bda8-4674-8044-313cae00377b admin admin] Pushing event deleted for resources: {'Network': ['ID=13318def-9979-4c87-bc3f-a44a97f20ade,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:56.591864 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511c1c0-39a2-405a-b3f7-92b1a78cd0b3 req-915565ca-9294-4d95-a558-cdf3ba7e062e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:56.593339 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8511c1c0-39a2-405a-b3f7-92b1a78cd0b3 req-915565ca-9294-4d95-a558-cdf3ba7e062e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 944 time: 0.0470381 May 16 15:29:56.640813 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8511c1c0-39a2-405a-b3f7-92b1a78cd0b3 req-000f69a2-cc9d-4fe3-8b81-7a08d95d6dc4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419018 May 16 15:29:56.651663 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33012) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:56.690602 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-0672b777-d7e4-49c4-b7e8-ee6f0fab6348 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be817fd143aa4f3b87f6cfd77666cdb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377824 May 16 15:29:56.692944 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33014) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:56.742875 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a0d16083-04f2-4ff4-99af-c9218a190abf admin admin] Publish callbacks [] for security_group (036e651f-ce9b-439a-9602-1e089e410f16), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:56.763408 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a0d16083-04f2-4ff4-99af-c9218a190abf admin admin] Publish callbacks [] for security_group (036e651f-ce9b-439a-9602-1e089e410f16), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:56.877779 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a0d16083-04f2-4ff4-99af-c9218a190abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (036e651f-ce9b-439a-9602-1e089e410f16), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:56.880360 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a0d16083-04f2-4ff4-99af-c9218a190abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:56.881495 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-a0d16083-04f2-4ff4-99af-c9218a190abf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/036e651f-ce9b-439a-9602-1e089e410f16 HTTP/1.1" status: 204 len: 168 time: 0.1876500 May 16 15:29:56.889919 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d16083-04f2-4ff4-99af-c9218a190abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036e651f-ce9b-439a-9602-1e089e410f16,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:57.448123 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33028) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:57.472562 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:57.488140 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-acf4ae1a-3fe3-433e-b14f-5b4c2edb97f0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a4ffac2f990d4965aeeedf414b25e35f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388265 May 16 15:29:57.490650 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33032) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:57.539615 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aacb7905-a324-48cf-a6ca-b6a2b39e8734 admin admin] Publish callbacks [] for security_group (102f6df9-e737-4cc6-b4bf-51e5c4698e19), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:57.563270 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aacb7905-a324-48cf-a6ca-b6a2b39e8734 admin admin] Publish callbacks [] for security_group (102f6df9-e737-4cc6-b4bf-51e5c4698e19), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:57.718198 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aacb7905-a324-48cf-a6ca-b6a2b39e8734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (102f6df9-e737-4cc6-b4bf-51e5c4698e19), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:57.721762 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aacb7905-a324-48cf-a6ca-b6a2b39e8734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:57.723154 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-aacb7905-a324-48cf-a6ca-b6a2b39e8734 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/102f6df9-e737-4cc6-b4bf-51e5c4698e19 HTTP/1.1" status: 204 len: 168 time: 0.2308600 May 16 15:29:57.733304 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb7905-a324-48cf-a6ca-b6a2b39e8734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102f6df9-e737-4cc6-b4bf-51e5c4698e19,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:57.769466 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96753372-b47b-4f51-97d6-f943852d783b req-22c4a6a6-d274-4684-97fc-bd6ad68b5eeb tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:57.771099 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-96753372-b47b-4f51-97d6-f943852d783b req-22c4a6a6-d274-4684-97fc-bd6ad68b5eeb tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 944 time: 0.0596299 May 16 15:29:57.834442 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-96753372-b47b-4f51-97d6-f943852d783b req-d10f9a66-8e14-4f7e-a320-65f68bd235be tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576074 May 16 15:29:58.864857 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 42875a80-9e6a-4767-a1f5-0b47114b80d8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:29:58.955151 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccc89e-2055-414e-a4f3-a4eb58f5efe1 req-491f5e14-e13a-43dd-adf8-7799221a1490 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:58.956913 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f6ccc89e-2055-414e-a4f3-a4eb58f5efe1 req-491f5e14-e13a-43dd-adf8-7799221a1490 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 944 time: 0.0534720 May 16 15:29:58.972268 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 42875a80-9e6a-4767-a1f5-0b47114b80d8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=42875a80-9e6a-4767-a1f5-0b47114b80d8,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:58.984075 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '42875a80-9e6a-4767-a1f5-0b47114b80d8', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'port_id': '42875a80-9e6a-4767-a1f5-0b47114b80d8', 'mac_address': 'fa:16:3e:56:7d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:29:59.006506 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f6ccc89e-2055-414e-a4f3-a4eb58f5efe1 req-628b16c3-8c1c-4746-ab7e-0e5375908546 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424800 May 16 15:29:59.023351 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 42875a80-9e6a-4767-a1f5-0b47114b80d8 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:29:59.030548 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:59.036139 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42875a80-9e6a-4767-a1f5-0b47114b80d8 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:29:59.054461 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 42875a80-9e6a-4767-a1f5-0b47114b80d8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=42875a80-9e6a-4767-a1f5-0b47114b80d8,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:59.124302 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:59.170930 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=42875a80-9e6a-4767-a1f5-0b47114b80d8,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:59.402843 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['42875a80-9e6a-4767-a1f5-0b47114b80d8'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:29:59.520051 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33062) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:59.524029 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:59.625689 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e7c09210-ca90-4173-988c-4701ec7b2b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:59.697689 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e7c09210-ca90-4173-988c-4701ec7b2b9e admin admin] Publish callbacks [] for security_group (c6edf4db-26d0-4046-905d-800cae769bf2), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:59.757794 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e7c09210-ca90-4173-988c-4701ec7b2b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (c6edf4db-26d0-4046-905d-800cae769bf2), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:59.797502 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-e7c09210-ca90-4173-988c-4701ec7b2b9e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5e6c9421be774554a4d940bdf78a941b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763901 May 16 15:29:59.798403 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c09210-ca90-4173-988c-4701ec7b2b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6edf4db-26d0-4046-905d-800cae769bf2,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:59.800211 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33066) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:59.848409 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-752858c3-ee96-4d0d-a1e7-e286924692f5 admin admin] Publish callbacks [] for security_group (c6edf4db-26d0-4046-905d-800cae769bf2), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:59.869134 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-752858c3-ee96-4d0d-a1e7-e286924692f5 admin admin] Publish callbacks [] for security_group (c6edf4db-26d0-4046-905d-800cae769bf2), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:59.980871 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-752858c3-ee96-4d0d-a1e7-e286924692f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (c6edf4db-26d0-4046-905d-800cae769bf2), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:59.983437 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-752858c3-ee96-4d0d-a1e7-e286924692f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:59.984572 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-752858c3-ee96-4d0d-a1e7-e286924692f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c6edf4db-26d0-4046-905d-800cae769bf2 HTTP/1.1" status: 204 len: 168 time: 0.1833792 May 16 15:29:59.992508 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752858c3-ee96-4d0d-a1e7-e286924692f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6edf4db-26d0-4046-905d-800cae769bf2,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:00.120892 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e310cd-82ce-4096-9050-057a938dc738 req-de9bfe96-85a3-4a6d-9591-061e2d6de309 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:00.122382 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c0e310cd-82ce-4096-9050-057a938dc738 req-de9bfe96-85a3-4a6d-9591-061e2d6de309 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 945 time: 0.0491197 May 16 15:30:00.169524 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c0e310cd-82ce-4096-9050-057a938dc738 req-bea2d3fa-9802-4e14-8d2d-a7d0986707ea tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415273 May 16 15:30:00.530484 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33074) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:00.543793 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3cf00c0a-a6ef-4bb8-b6e8-018bce85f838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:00.625967 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3cf00c0a-a6ef-4bb8-b6e8-018bce85f838 admin admin] Publish callbacks [] for security_group (b188d240-96f9-44cf-b175-cd77396ec816), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:00.712353 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3cf00c0a-a6ef-4bb8-b6e8-018bce85f838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b188d240-96f9-44cf-b175-cd77396ec816), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:00.750249 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3cf00c0a-a6ef-4bb8-b6e8-018bce85f838 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6f75db92695b4885bcda000d7ae763bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187116 May 16 15:30:00.751394 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf00c0a-a6ef-4bb8-b6e8-018bce85f838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b188d240-96f9-44cf-b175-cd77396ec816,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:00.753007 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33076) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:00.800075 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8868df56-404d-4c3f-914d-2a4d578e2072 admin admin] Publish callbacks [] for security_group (b188d240-96f9-44cf-b175-cd77396ec816), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:00.823625 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8868df56-404d-4c3f-914d-2a4d578e2072 admin admin] Publish callbacks [] for security_group (b188d240-96f9-44cf-b175-cd77396ec816), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:00.880187 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 42875a80-9e6a-4767-a1f5-0b47114b80d8 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:30:00.920392 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 42875a80-9e6a-4767-a1f5-0b47114b80d8 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:30:00.940880 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8868df56-404d-4c3f-914d-2a4d578e2072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b188d240-96f9-44cf-b175-cd77396ec816), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:00.943418 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8868df56-404d-4c3f-914d-2a4d578e2072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:00.944590 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-8868df56-404d-4c3f-914d-2a4d578e2072 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b188d240-96f9-44cf-b175-cd77396ec816 HTTP/1.1" status: 204 len: 168 time: 0.1906300 May 16 15:30:00.952249 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868df56-404d-4c3f-914d-2a4d578e2072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b188d240-96f9-44cf-b175-cd77396ec816,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:00.975669 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 42875a80-9e6a-4767-a1f5-0b47114b80d8 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:30:00.976107 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:01.051419 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 42875a80-9e6a-4767-a1f5-0b47114b80d8 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:30:01.051725 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:01.073158 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42875a80-9e6a-4767-a1f5-0b47114b80d8'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:30:01.075382 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44101fc-e2cf-4ace-b635-ed2478db645f" -d '{"events": [{"server_uuid": "a48b4d9e-d204-4080-90d6-694383681b7b", "name": "network-vif-plugged", "status": "completed", "tag": "42875a80-9e6a-4767-a1f5-0b47114b80d8"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:30:01.086923 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 42875a80-9e6a-4767-a1f5-0b47114b80d8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=42875a80-9e6a-4767-a1f5-0b47114b80d8,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:01.112108 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e83308-29d7-4c0f-8577-10ac64f8d7ad x-openstack-request-id: req-73e83308-29d7-4c0f-8577-10ac64f8d7ad {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:30:01.112391 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48b4d9e-d204-4080-90d6-694383681b7b", "name": "network-vif-plugged", "status": "completed", "tag": "42875a80-9e6a-4767-a1f5-0b47114b80d8", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:30:01.112639 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-73e83308-29d7-4c0f-8577-10ac64f8d7ad {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:30:01.113026 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e83308-29d7-4c0f-8577-10ac64f8d7ad'] response: {'server_uuid': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42875a80-9e6a-4767-a1f5-0b47114b80d8', 'code': 200} May 16 15:30:01.175941 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:01.222686 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=42875a80-9e6a-4767-a1f5-0b47114b80d8,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:01.285339 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02f12-95ca-4ceb-b95f-138e35177b4f req-c94973ef-3fdd-45f5-8ef2-ed3aa30cf077 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:01.286871 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-51b02f12-95ca-4ceb-b95f-138e35177b4f req-c94973ef-3fdd-45f5-8ef2-ed3aa30cf077 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 946 time: 0.0501168 May 16 15:30:01.338083 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-51b02f12-95ca-4ceb-b95f-138e35177b4f req-2ace637e-3162-4aad-9b22-e8761d90207e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447428 May 16 15:30:01.488463 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b06aa-9221-49eb-b3df-5f23a5c3f19a req-92eab709-c3c5-4ec2-89c9-6099fabc73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:01.490187 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f92b06aa-9221-49eb-b3df-5f23a5c3f19a req-92eab709-c3c5-4ec2-89c9-6099fabc73cd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 1130 time: 0.0408144 May 16 15:30:01.538428 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f92b06aa-9221-49eb-b3df-5f23a5c3f19a req-eea8f149-a889-48b6-9e6d-57266a08883b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376515 May 16 15:30:02.451224 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5121d-9d3f-4156-9805-15200352049f req-1c823ad3-a6fb-49de-a564-33efde9ae763 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:02.452661 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c7e5121d-9d3f-4156-9805-15200352049f req-1c823ad3-a6fb-49de-a564-33efde9ae763 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 946 time: 0.0450015 May 16 15:30:02.504593 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c7e5121d-9d3f-4156-9805-15200352049f req-ab8c5b8f-2fcd-4bc9-98e5-91c19d148cba tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463779 May 16 15:30:03.616554 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eeed31-4fe9-43d9-bf6e-0e79e7f66982 req-c8356961-236a-402d-9a03-fc3fb69920d3 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:03.617991 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-24eeed31-4fe9-43d9-bf6e-0e79e7f66982 req-c8356961-236a-402d-9a03-fc3fb69920d3 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 946 time: 0.0465400 May 16 15:30:03.663986 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-24eeed31-4fe9-43d9-bf6e-0e79e7f66982 req-3e20b36d-3aa9-4c29-9ae6-479d5b8361f2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402288 May 16 15:30:03.775876 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e49f89-10e5-49c3-99d2-5b28ac68fcbf req-a9ebc813-7445-42c7-9454-ac1130b346d6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:03.777340 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c0e49f89-10e5-49c3-99d2-5b28ac68fcbf req-a9ebc813-7445-42c7-9454-ac1130b346d6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 946 time: 0.0489762 May 16 15:30:03.786765 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33134) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:03.791375 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-e49e3b1b-278c-408c-9e42-851b0b159b56 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'floatingip': {'port_id': '42875a80-9e6a-4767-a1f5-0b47114b80d8'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:30:03.828583 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e49e3b1b-278c-408c-9e42-851b0b159b56 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (94c14a05-e8ba-4019-9e69-1af01d3d4278), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:04.264052 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e49e3b1b-278c-408c-9e42-851b0b159b56 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:04.375864 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e49e3b1b-278c-408c-9e42-851b0b159b56 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (94c14a05-e8ba-4019-9e69-1af01d3d4278), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:04.473215 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [None req-e49e3b1b-278c-408c-9e42-851b0b159b56 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Floating IP 94c14a05-e8ba-4019-9e69-1af01d3d4278 associated. External IP: 172.27.2.225, port: 42875a80-9e6a-4767-a1f5-0b47114b80d8. May 16 15:30:04.676899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49e3b1b-278c-408c-9e42-851b0b159b56 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Router c915079d-09ff-41b0-95de-1321e0a0ba77 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:30:04.775218 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49e3b1b-278c-408c-9e42-851b0b159b56 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:30:04.780629 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e49e3b1b-278c-408c-9e42-851b0b159b56 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:04.785907 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b65ea6-352f-4320-be91-5ecc1de78e2c None None] Sync routers for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:30:04.796829 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b65ea6-352f-4320-be91-5ecc1de78e2c None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:04.797614 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-76b65ea6-352f-4320-be91-5ecc1de78e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:29:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:04.810596 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-e49e3b1b-278c-408c-9e42-851b0b159b56 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "PUT /v2.0/floatingips/94c14a05-e8ba-4019-9e69-1af01d3d4278 HTTP/1.1" status: 200 len: 992 time: 1.0226736 May 16 15:30:04.811251 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'tag': '42875a80-9e6a-4767-a1f5-0b47114b80d8'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:30:04.813568 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7661d9a-0785-4eee-9012-81ae92d58b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a48b4d9e-d204-4080-90d6-694383681b7b", "tag": "42875a80-9e6a-4767-a1f5-0b47114b80d8"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:30:04.848869 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43f7e09-465d-468e-94fe-2fe87b728bc9 x-openstack-request-id: req-e43f7e09-465d-468e-94fe-2fe87b728bc9 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:30:04.849219 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48b4d9e-d204-4080-90d6-694383681b7b", "tag": "42875a80-9e6a-4767-a1f5-0b47114b80d8", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:30:04.849531 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e43f7e09-465d-468e-94fe-2fe87b728bc9 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:30:04.849991 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43f7e09-465d-468e-94fe-2fe87b728bc9'] response: {'name': 'network-changed', 'server_uuid': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'tag': '42875a80-9e6a-4767-a1f5-0b47114b80d8', 'status': 'completed', 'code': 200} May 16 15:30:04.904359 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-76b65ea6-352f-4320-be91-5ecc1de78e2c None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:04.914109 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7661d9a-0785-4eee-9012-81ae92d58b6e req-7f85bbbf-fca6-45c6-948a-d6fe28e0697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:04.915658 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f7661d9a-0785-4eee-9012-81ae92d58b6e req-7f85bbbf-fca6-45c6-948a-d6fe28e0697d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 1130 time: 0.0438592 May 16 15:30:05.008303 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7661d9a-0785-4eee-9012-81ae92d58b6e req-7d72186a-01f7-4c21-8036-8e01aa50d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:05.009826 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f7661d9a-0785-4eee-9012-81ae92d58b6e req-7d72186a-01f7-4c21-8036-8e01aa50d7b8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 914 time: 0.0887160 May 16 15:30:05.072646 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f7661d9a-0785-4eee-9012-81ae92d58b6e req-b876d93e-d8c3-4ae6-abe3-7bed062af3dd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42875a80-9e6a-4767-a1f5-0b47114b80d8 HTTP/1.1" status: 200 len: 1000 time: 0.0567107 May 16 15:30:05.122405 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7661d9a-0785-4eee-9012-81ae92d58b6e req-d7325ab7-b648-4575-a452-d5660acf0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:05.123650 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f7661d9a-0785-4eee-9012-81ae92d58b6e req-d7325ab7-b648-4575-a452-d5660acf0d79 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2894ba13-a801-431f-a1c4-6f8f264d8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0446744 May 16 15:30:05.127130 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-76b65ea6-352f-4320-be91-5ecc1de78e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '3f567592-c2bd-44ef-bc19-7655e2d55a78', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:9a:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:28:17Z', 'updated_at': '2022-05-16T15:28:50Z', 'revision_number': 2, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}, {'id': '94c14a05-e8ba-4019-9e69-1af01d3d4278', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '42875a80-9e6a-4767-a1f5-0b47114b80d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:56:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:29:47Z', 'updated_at': '2022-05-16T15:30:04Z', 'revision_number': 1, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:05.152108 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b65ea6-352f-4320-be91-5ecc1de78e2c None None] Checking router: c915079d-09ff-41b0-95de-1321e0a0ba77 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:30:05.160437 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b65ea6-352f-4320-be91-5ecc1de78e2c None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:05.161045 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-76b65ea6-352f-4320-be91-5ecc1de78e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:29:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:05.166643 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7661d9a-0785-4eee-9012-81ae92d58b6e req-eed74cda-0eab-418a-ad06-fa3a008ceca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:05.168137 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f7661d9a-0785-4eee-9012-81ae92d58b6e req-eed74cda-0eab-418a-ad06-fa3a008ceca2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97880a2a-e2c5-4ee9-b5cd-302158bacf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380323 May 16 15:30:05.261693 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f7661d9a-0785-4eee-9012-81ae92d58b6e req-0be84ea0-5d80-4cad-ad2b-260a75e1b9e8 service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865746 May 16 15:30:05.263626 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-76b65ea6-352f-4320-be91-5ecc1de78e2c None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:05.364601 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f7661d9a-0785-4eee-9012-81ae92d58b6e req-9a681aca-0173-404c-8370-847f72758ad2 service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970309 May 16 15:30:05.481704 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-76b65ea6-352f-4320-be91-5ecc1de78e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '3f567592-c2bd-44ef-bc19-7655e2d55a78', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:9a:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:28:17Z', 'updated_at': '2022-05-16T15:28:50Z', 'revision_number': 2, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}, {'id': '94c14a05-e8ba-4019-9e69-1af01d3d4278', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '42875a80-9e6a-4767-a1f5-0b47114b80d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:56:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:29:47Z', 'updated_at': '2022-05-16T15:30:04Z', 'revision_number': 1, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:05.506614 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b65ea6-352f-4320-be91-5ecc1de78e2c None None] The sync data for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi is: [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '3f567592-c2bd-44ef-bc19-7655e2d55a78', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:9a:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:28:17Z', 'updated_at': '2022-05-16T15:28:50Z', 'revision_number': 2, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}, {'id': '94c14a05-e8ba-4019-9e69-1af01d3d4278', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '42875a80-9e6a-4767-a1f5-0b47114b80d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:56:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:29:47Z', 'updated_at': '2022-05-16T15:30:04Z', 'revision_number': 1, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:30:05.707446 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb91e0a-5663-417f-964d-2f7d40430306 None None] New status for floating IP 94c14a05-e8ba-4019-9e69-1af01d3d4278: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:30:08.444613 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33174) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:08.546162 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7cbf-6dee-403e-bed7-b83178b4a230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:08.618533 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7cbf-6dee-403e-bed7-b83178b4a230 admin admin] Publish callbacks [] for security_group (2876024d-b16e-48bd-94e5-e53a358ba78d), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:08.660652 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7cbf-6dee-403e-bed7-b83178b4a230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (2876024d-b16e-48bd-94e5-e53a358ba78d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:08.701863 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f4ed7cbf-6dee-403e-bed7-b83178b4a230 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bf6624b5b4e64aafa1e38d2c8cd8893d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562041 May 16 15:30:08.702994 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed7cbf-6dee-403e-bed7-b83178b4a230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2876024d-b16e-48bd-94e5-e53a358ba78d,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:08.704538 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33178) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:08.756571 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-df348313-07a2-4714-b90e-530695317728 admin admin] Publish callbacks [] for security_group (2876024d-b16e-48bd-94e5-e53a358ba78d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:08.777422 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-df348313-07a2-4714-b90e-530695317728 admin admin] Publish callbacks [] for security_group (2876024d-b16e-48bd-94e5-e53a358ba78d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:08.872340 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-df348313-07a2-4714-b90e-530695317728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (2876024d-b16e-48bd-94e5-e53a358ba78d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:08.875519 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-df348313-07a2-4714-b90e-530695317728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:08.876652 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-df348313-07a2-4714-b90e-530695317728 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2876024d-b16e-48bd-94e5-e53a358ba78d HTTP/1.1" status: 204 len: 168 time: 0.1710453 May 16 15:30:08.885483 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df348313-07a2-4714-b90e-530695317728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2876024d-b16e-48bd-94e5-e53a358ba78d,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:09.421615 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33184) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:09.434432 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fedd5ef1-0f0b-4a2a-be46-ca01659a23ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:09.505557 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fedd5ef1-0f0b-4a2a-be46-ca01659a23ba admin admin] Publish callbacks [] for security_group (782d6318-b4fe-46ba-9933-8682e897b8fb), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:09.564348 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fedd5ef1-0f0b-4a2a-be46-ca01659a23ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (782d6318-b4fe-46ba-9933-8682e897b8fb), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:09.602185 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd5ef1-0f0b-4a2a-be46-ca01659a23ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782d6318-b4fe-46ba-9933-8682e897b8fb,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:09.608850 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-fedd5ef1-0f0b-4a2a-be46-ca01659a23ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=366090654abb40b79ec5e440ad9f4089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837072 May 16 15:30:09.609100 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33186) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:09.657326 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cce87b8d-1804-44c7-8094-17dd93d3ee7a admin admin] Publish callbacks [] for security_group (782d6318-b4fe-46ba-9933-8682e897b8fb), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:09.681262 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cce87b8d-1804-44c7-8094-17dd93d3ee7a admin admin] Publish callbacks [] for security_group (782d6318-b4fe-46ba-9933-8682e897b8fb), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:09.792624 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cce87b8d-1804-44c7-8094-17dd93d3ee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (782d6318-b4fe-46ba-9933-8682e897b8fb), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:09.795823 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cce87b8d-1804-44c7-8094-17dd93d3ee7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:09.796984 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-cce87b8d-1804-44c7-8094-17dd93d3ee7a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/782d6318-b4fe-46ba-9933-8682e897b8fb HTTP/1.1" status: 204 len: 168 time: 0.1869948 May 16 15:30:09.805406 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce87b8d-1804-44c7-8094-17dd93d3ee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782d6318-b4fe-46ba-9933-8682e897b8fb,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:12.203385 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33242) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:12.204297 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:12.306652 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-48294854-2373-4cbe-a440-c2454f16728a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:12.379181 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-48294854-2373-4cbe-a440-c2454f16728a admin admin] Publish callbacks [] for security_group (0d8f99db-d0df-4910-adfa-1ca0e829b984), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:12.444258 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-48294854-2373-4cbe-a440-c2454f16728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (0d8f99db-d0df-4910-adfa-1ca0e829b984), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:12.483373 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-48294854-2373-4cbe-a440-c2454f16728a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b736d9b5dff04241b63ebed291de42be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783933 May 16 15:30:12.484238 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48294854-2373-4cbe-a440-c2454f16728a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8f99db-d0df-4910-adfa-1ca0e829b984,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:12.486026 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33246) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:12.535338 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d8ac26d2-ff79-41e0-b497-30d8c44abfc5 admin admin] Publish callbacks [] for security_group (0d8f99db-d0df-4910-adfa-1ca0e829b984), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:12.556300 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d8ac26d2-ff79-41e0-b497-30d8c44abfc5 admin admin] Publish callbacks [] for security_group (0d8f99db-d0df-4910-adfa-1ca0e829b984), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:12.684078 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d8ac26d2-ff79-41e0-b497-30d8c44abfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (0d8f99db-d0df-4910-adfa-1ca0e829b984), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:12.687385 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d8ac26d2-ff79-41e0-b497-30d8c44abfc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:12.688526 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-d8ac26d2-ff79-41e0-b497-30d8c44abfc5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d8f99db-d0df-4910-adfa-1ca0e829b984 HTTP/1.1" status: 204 len: 168 time: 0.2013946 May 16 15:30:12.697568 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac26d2-ff79-41e0-b497-30d8c44abfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8f99db-d0df-4910-adfa-1ca0e829b984,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:13.166783 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33252) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:13.180280 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c7e5-17a9-4e40-aefb-4f9d0136290b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:13.252102 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c7e5-17a9-4e40-aefb-4f9d0136290b admin admin] Publish callbacks [] for security_group (8a066ebd-97fa-45b9-902c-f969b15903b0), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:13.324169 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c7e5-17a9-4e40-aefb-4f9d0136290b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (8a066ebd-97fa-45b9-902c-f969b15903b0), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:13.369966 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-5ce1c7e5-17a9-4e40-aefb-4f9d0136290b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c77a22a2f8e445e1a13462099fdabdea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020755 May 16 15:30:13.374594 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1c7e5-17a9-4e40-aefb-4f9d0136290b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a066ebd-97fa-45b9-902c-f969b15903b0,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:13.374734 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33254) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:13.422401 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed062101-a049-43ab-b0c1-5c9afd6d6c2f admin admin] Publish callbacks [] for security_group (8a066ebd-97fa-45b9-902c-f969b15903b0), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:13.442509 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed062101-a049-43ab-b0c1-5c9afd6d6c2f admin admin] Publish callbacks [] for security_group (8a066ebd-97fa-45b9-902c-f969b15903b0), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:13.598497 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed062101-a049-43ab-b0c1-5c9afd6d6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (8a066ebd-97fa-45b9-902c-f969b15903b0), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:13.601037 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed062101-a049-43ab-b0c1-5c9afd6d6c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:13.602262 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ed062101-a049-43ab-b0c1-5c9afd6d6c2f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a066ebd-97fa-45b9-902c-f969b15903b0 HTTP/1.1" status: 204 len: 168 time: 0.2285824 May 16 15:30:13.614294 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed062101-a049-43ab-b0c1-5c9afd6d6c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a066ebd-97fa-45b9-902c-f969b15903b0,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:13.839194 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:30:15.699720 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-277300d0-90c8-445c-bbad-5d0d1b50b2a3 req-11e58b1a-b5bf-4bb7-829d-3bf55d42150f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0363083 May 16 15:30:15.767678 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277300d0-90c8-445c-bbad-5d0d1b50b2a3 req-1886d3aa-ec7b-4b7d-bd88-0b34bab20714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:15.769056 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-277300d0-90c8-445c-bbad-5d0d1b50b2a3 req-1886d3aa-ec7b-4b7d-bd88-0b34bab20714 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 1129 time: 0.0379202 May 16 15:30:16.164133 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277300d0-90c8-445c-bbad-5d0d1b50b2a3 req-e12575fd-d406-4f2d-8797-f9ba62639c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:16.165607 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-277300d0-90c8-445c-bbad-5d0d1b50b2a3 req-e12575fd-d406-4f2d-8797-f9ba62639c7e service neutron] 10.222.0.79 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 913 time: 0.3791385 May 16 15:30:16.234739 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-277300d0-90c8-445c-bbad-5d0d1b50b2a3 req-34bcf470-c0f5-4c24-9521-219aea6a8766 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b74b55c2-b9e6-45c4-a2d6-501d7668af37 HTTP/1.1" status: 200 len: 1001 time: 0.0587113 May 16 15:30:16.284047 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277300d0-90c8-445c-bbad-5d0d1b50b2a3 req-86a82987-7374-44ec-bc41-d7b983105696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:16.285461 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-277300d0-90c8-445c-bbad-5d0d1b50b2a3 req-86a82987-7374-44ec-bc41-d7b983105696 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ee3e22d-a944-4d7c-b676-4c481e98090e HTTP/1.1" status: 200 len: 851 time: 0.0440876 May 16 15:30:16.332817 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277300d0-90c8-445c-bbad-5d0d1b50b2a3 req-2b8a62c5-2d42-4a46-b01e-bd62cf46fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:16.334370 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-277300d0-90c8-445c-bbad-5d0d1b50b2a3 req-2b8a62c5-2d42-4a46-b01e-bd62cf46fe5b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8109ecd0-18dc-47a3-8ba0-731e552020b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420704 May 16 15:30:16.425728 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-277300d0-90c8-445c-bbad-5d0d1b50b2a3 req-e0f66f25-5ebc-4a6e-87f9-b2500b13a70b service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842874 May 16 15:30:16.522626 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-277300d0-90c8-445c-bbad-5d0d1b50b2a3 req-908df577-6b2f-4942-8634-5f258522f541 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893559 May 16 15:30:22.650031 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-98f83272-8d81-497a-b01a-50917edf8217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:24.775631 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a8ab7da2-8795-4bbd-805b-ea1bd1019f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:25.800392 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:27.490306 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:29.489958 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:32.281736 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33398) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:32.392588 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:32.473217 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Publish callbacks [] for security_group (5eb173ad-8866-453d-b2e1-e01da6f18fea), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:32.559159 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (5eb173ad-8866-453d-b2e1-e01da6f18fea), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:32.599537 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-88730902-6055-43fe-9a65-272634375494 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ec44a56101ca415d885833890c420e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167024 May 16 15:30:32.601197 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb173ad-8866-453d-b2e1-e01da6f18fea,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:32.615507 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33402) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.616008 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88730902-6055-43fe-9a65-272634375494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:32.666756 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f7fe1d77-0950-45a4-bfe2-0f1b233fca43 admin admin] Publish callbacks [] for security_group (5eb173ad-8866-453d-b2e1-e01da6f18fea), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:32.690320 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f7fe1d77-0950-45a4-bfe2-0f1b233fca43 admin admin] Publish callbacks [] for security_group (5eb173ad-8866-453d-b2e1-e01da6f18fea), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:32.816145 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f7fe1d77-0950-45a4-bfe2-0f1b233fca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (5eb173ad-8866-453d-b2e1-e01da6f18fea), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:32.818903 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f7fe1d77-0950-45a4-bfe2-0f1b233fca43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:32.820137 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-f7fe1d77-0950-45a4-bfe2-0f1b233fca43 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5eb173ad-8866-453d-b2e1-e01da6f18fea HTTP/1.1" status: 204 len: 168 time: 0.2163494 May 16 15:30:32.828862 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe1d77-0950-45a4-bfe2-0f1b233fca43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb173ad-8866-453d-b2e1-e01da6f18fea,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:42.256060 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.435880 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33540) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:45.545411 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f131fccc-005e-4657-b9f4-24647a674f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.611413 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f131fccc-005e-4657-b9f4-24647a674f58 admin admin] Publish callbacks [] for security_group (a51ac5c6-4bcd-4789-8972-242ecf1cf8f2), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.684661 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f131fccc-005e-4657-b9f4-24647a674f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (a51ac5c6-4bcd-4789-8972-242ecf1cf8f2), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.722058 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f131fccc-005e-4657-b9f4-24647a674f58 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5ea9dcef4cd844b38dc00e9e59e5be90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851365 May 16 15:30:45.722928 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131fccc-005e-4657-b9f4-24647a674f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51ac5c6-4bcd-4789-8972-242ecf1cf8f2,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:45.725519 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33544) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:45.774346 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Publish callbacks [] for security_group (a51ac5c6-4bcd-4789-8972-242ecf1cf8f2), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.795353 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Publish callbacks [] for security_group (a51ac5c6-4bcd-4789-8972-242ecf1cf8f2), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.918925 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (a51ac5c6-4bcd-4789-8972-242ecf1cf8f2), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.921484 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.925254 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a51ac5c6-4bcd-4789-8972-242ecf1cf8f2 HTTP/1.1" status: 204 len: 168 time: 0.1960216 May 16 15:30:45.930811 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51ac5c6-4bcd-4789-8972-242ecf1cf8f2,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:45.937802 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.938174 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.938520 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.938852 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.939183 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.939535 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.939865 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.940186 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.940645 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.940856 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.941186 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.941506 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.941888 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.942153 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.942474 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6113e3-6594-46bb-8793-45537f1a8dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:49.091458 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e3c1-d1ac-4f4c-849c-d0e3777340f1 req-741720fa-21ba-4a2a-b3ef-2e778cdf9d72 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:49.092903 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8333e3c1-d1ac-4f4c-849c-d0e3777340f1 req-741720fa-21ba-4a2a-b3ef-2e778cdf9d72 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 946 time: 0.0492351 May 16 15:30:49.139009 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8333e3c1-d1ac-4f4c-849c-d0e3777340f1 req-a4da060a-c8ca-4803-9d5a-1d2b58aa3d91 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 May 16 15:30:50.253433 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014c48c-1d06-4b80-96db-72cbf55edf74 req-4cc9037f-6128-4ab0-9aff-c6ae78ec2bc2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:50.255029 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7014c48c-1d06-4b80-96db-72cbf55edf74 req-4cc9037f-6128-4ab0-9aff-c6ae78ec2bc2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 946 time: 0.0457566 May 16 15:30:50.305417 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7014c48c-1d06-4b80-96db-72cbf55edf74 req-93efafdf-abcc-44b4-ab35-6d0d7119c0fa tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446942 May 16 15:30:50.562103 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-e4267dbe-6adc-4cff-a25c-8753afc7e7df tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:50.563522 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-e4267dbe-6adc-4cff-a25c-8753afc7e7df tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 946 time: 0.0457017 May 16 15:30:50.650120 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Deleting port 42875a80-9e6a-4767-a1f5-0b47114b80d8 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:50.650479 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:50.741018 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] For port 42875a80-9e6a-4767-a1f5-0b47114b80d8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=42875a80-9e6a-4767-a1f5-0b47114b80d8,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:50.741379 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:50.840705 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:30:50.983696 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:50.984059 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (94c14a05-e8ba-4019-9e69-1af01d3d4278), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:50.984378 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Floating IP 94c14a05-e8ba-4019-9e69-1af01d3d4278 disassociated. External IP: 172.27.2.225, port: 42875a80-9e6a-4767-a1f5-0b47114b80d8. May 16 15:30:50.984730 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Calling delete_port for 42875a80-9e6a-4767-a1f5-0b47114b80d8 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:51.153394 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (42875a80-9e6a-4767-a1f5-0b47114b80d8), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:51.184994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event deleted for resources: {'Port': ['ID=42875a80-9e6a-4767-a1f5-0b47114b80d8,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:51.290338 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Router c915079d-09ff-41b0-95de-1321e0a0ba77 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:30:51.391800 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:30:51.402355 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f6a1ed14-d57f-40cf-b431-871d37b8811a req-8abfff5d-2db9-4bf3-bc61-36bd9b1a4b7c tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=a48b4d9e-d204-4080-90d6-694383681b7b HTTP/1.1" status: 200 len: 210 time: 0.0292137 May 16 15:30:51.403020 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36b877-74df-4ea7-a25d-18c95262a325 None None] Sync routers for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:30:51.414524 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36b877-74df-4ea7-a25d-18c95262a325 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:51.415273 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-4a36b877-74df-4ea7-a25d-18c95262a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:30:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:51.438871 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] No DVR routers for this DVR port 42875a80-9e6a-4767-a1f5-0b47114b80d8 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:30:51.441378 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:51.444596 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-664f946f-d5a6-4f9e-9cd4-2a91dea614cf req-bc53c838-f6b8-4b69-8fc2-82ecf1413def tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "DELETE /v2.0/ports/42875a80-9e6a-4767-a1f5-0b47114b80d8 HTTP/1.1" status: 204 len: 173 time: 0.8734653 May 16 15:30:51.445029 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'name': 'network-vif-deleted', 'tag': '42875a80-9e6a-4767-a1f5-0b47114b80d8'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:30:51.447281 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b08ef8-b85c-4519-ac8c-98e5ff7fc2c7" -d '{"events": [{"server_uuid": "a48b4d9e-d204-4080-90d6-694383681b7b", "name": "network-vif-deleted", "tag": "42875a80-9e6a-4767-a1f5-0b47114b80d8"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:30:51.484383 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a16d83-4c24-4b56-b088-cd2a20556e47 x-openstack-request-id: req-22a16d83-4c24-4b56-b088-cd2a20556e47 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:30:51.484675 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48b4d9e-d204-4080-90d6-694383681b7b", "name": "network-vif-deleted", "tag": "42875a80-9e6a-4767-a1f5-0b47114b80d8", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:30:51.484920 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22a16d83-4c24-4b56-b088-cd2a20556e47 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:30:51.485330 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a16d83-4c24-4b56-b088-cd2a20556e47'] response: {'server_uuid': 'a48b4d9e-d204-4080-90d6-694383681b7b', 'name': 'network-vif-deleted', 'tag': '42875a80-9e6a-4767-a1f5-0b47114b80d8', 'status': 'completed', 'code': 200} May 16 15:30:51.516891 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-4a36b877-74df-4ea7-a25d-18c95262a325 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:51.736304 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-4a36b877-74df-4ea7-a25d-18c95262a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '3f567592-c2bd-44ef-bc19-7655e2d55a78', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:9a:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:28:17Z', 'updated_at': '2022-05-16T15:28:50Z', 'revision_number': 2, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:51.761170 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36b877-74df-4ea7-a25d-18c95262a325 None None] Checking router: c915079d-09ff-41b0-95de-1321e0a0ba77 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:30:51.769735 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36b877-74df-4ea7-a25d-18c95262a325 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:51.770372 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-4a36b877-74df-4ea7-a25d-18c95262a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:30:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:51.868941 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-4a36b877-74df-4ea7-a25d-18c95262a325 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:52.151079 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-4a36b877-74df-4ea7-a25d-18c95262a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '3f567592-c2bd-44ef-bc19-7655e2d55a78', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:9a:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:28:17Z', 'updated_at': '2022-05-16T15:28:50Z', 'revision_number': 2, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:52.175943 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36b877-74df-4ea7-a25d-18c95262a325 None None] The sync data for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi is: [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '3f567592-c2bd-44ef-bc19-7655e2d55a78', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:9a:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:28:17Z', 'updated_at': '2022-05-16T15:28:50Z', 'revision_number': 2, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:30:52.399796 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b21f38-237b-4b29-a08b-a48f42b038f4 None None] New status for floating IP 94c14a05-e8ba-4019-9e69-1af01d3d4278: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:30:52.589010 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33572) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:52.645957 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9ae1393d-f1af-48ad-9100-06835b6bc099 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:52.656120 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7e94-0ba2-4a51-8a93-67558b3c937c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:52.671194 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9ae1393d-f1af-48ad-9100-06835b6bc099 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:52.810786 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9ae1393d-f1af-48ad-9100-06835b6bc099 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:52.813416 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9ae1393d-f1af-48ad-9100-06835b6bc099 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:52.814602 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-9ae1393d-f1af-48ad-9100-06835b6bc099 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "DELETE /v2.0/security-groups/b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb HTTP/1.1" status: 204 len: 168 time: 0.2246060 May 16 15:30:52.817331 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33574) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:52.824227 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1393d-f1af-48ad-9100-06835b6bc099 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:52.835172 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.api.v2.resource [None req-61c7c0a1-33c1-4e21-947b-d19f5146e69f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] show failed (client error): The resource could not be found. May 16 15:30:52.836170 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-61c7c0a1-33c1-4e21-947b-d19f5146e69f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups/b1ac2db9-ddf9-411b-afc3-295c9e7fe3cb HTTP/1.1" status: 404 len: 347 time: 0.0178676 May 16 15:30:52.839755 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33576) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:52.950983 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c3e82a82-64b1-43d0-a48e-c7ad5282bc0f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Deleting port 1a4ed5f3-a9a2-4126-9ae8-49879272759c {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:52.951363 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3e82a82-64b1-43d0-a48e-c7ad5282bc0f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (1a4ed5f3-a9a2-4126-9ae8-49879272759c), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.029032 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3e82a82-64b1-43d0-a48e-c7ad5282bc0f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (1a4ed5f3-a9a2-4126-9ae8-49879272759c), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.029357 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3e82a82-64b1-43d0-a48e-c7ad5282bc0f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (1a4ed5f3-a9a2-4126-9ae8-49879272759c), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.041260 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c3e82a82-64b1-43d0-a48e-c7ad5282bc0f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Calling delete_port for 1a4ed5f3-a9a2-4126-9ae8-49879272759c owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:53.221620 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3e82a82-64b1-43d0-a48e-c7ad5282bc0f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (1a4ed5f3-a9a2-4126-9ae8-49879272759c), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.248758 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e82a82-64b1-43d0-a48e-c7ad5282bc0f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event deleted for resources: {'Port': ['ID=1a4ed5f3-a9a2-4126-9ae8-49879272759c,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:53.306408 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3e82a82-64b1-43d0-a48e-c7ad5282bc0f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (94c14a05-e8ba-4019-9e69-1af01d3d4278), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.309489 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3e82a82-64b1-43d0-a48e-c7ad5282bc0f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.310641 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c3e82a82-64b1-43d0-a48e-c7ad5282bc0f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "DELETE /v2.0/floatingips/94c14a05-e8ba-4019-9e69-1af01d3d4278 HTTP/1.1" status: 204 len: 168 time: 0.4694400 May 16 15:30:54.799318 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-466fdc12-d536-4da5-abc7-2d54e996063a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.209069 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 42875a80-9e6a-4767-a1f5-0b47114b80d8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:30:55.228355 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 42875a80-9e6a-4767-a1f5-0b47114b80d8 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:30:55.228699 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 42875a80-9e6a-4767-a1f5-0b47114b80d8 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:30:55.839020 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:56.336849 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bf40f-c6b0-4789-84f8-5989896bd493 req-7491106a-34d0-4310-b873-3d284b216f20 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:56.338331 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8d7bf40f-c6b0-4789-84f8-5989896bd493 req-7491106a-34d0-4310-b873-3d284b216f20 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 945 time: 0.0497689 May 16 15:30:56.385763 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-8d7bf40f-c6b0-4789-84f8-5989896bd493 req-75a29ab7-d822-46ac-b73e-a8c859d68cf2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bb0d9d1-7b73-4318-902d-97c2c99646bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418279 May 16 15:30:57.496501 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:57.499114 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a923fe-ab0d-46b2-be3a-7c11b4359596 req-9a58e54b-36f1-4b1f-ab6b-148753fb5cea tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:57.500562 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-26a923fe-ab0d-46b2-be3a-7c11b4359596 req-9a58e54b-36f1-4b1f-ab6b-148753fb5cea tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 945 time: 0.0452735 May 16 15:30:57.547775 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-26a923fe-ab0d-46b2-be3a-7c11b4359596 req-c472e9fb-fd69-487f-beaf-e216f8972c9d tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bb0d9d1-7b73-4318-902d-97c2c99646bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 May 16 15:30:58.016971 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-3cadaa87-e623-4fd9-b19a-2620abeca5c2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:58.018771 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-3cadaa87-e623-4fd9-b19a-2620abeca5c2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 945 time: 0.0496995 May 16 15:30:58.101039 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Deleting port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:58.101383 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.190894 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] For port 927a3b06-5b59-49a1-9454-0f5b417ac4b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=927a3b06-5b59-49a1-9454-0f5b417ac4b8,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:58.191256 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.354699 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.355119 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (3f567592-c2bd-44ef-bc19-7655e2d55a78), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.355377 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Floating IP 3f567592-c2bd-44ef-bc19-7655e2d55a78 disassociated. External IP: 172.27.2.220, port: 927a3b06-5b59-49a1-9454-0f5b417ac4b8. May 16 15:30:58.355729 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Calling delete_port for 927a3b06-5b59-49a1-9454-0f5b417ac4b8 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:58.565417 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (927a3b06-5b59-49a1-9454-0f5b417ac4b8), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.597872 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event deleted for resources: {'Port': ['ID=927a3b06-5b59-49a1-9454-0f5b417ac4b8,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:58.665083 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-90b8e9bc-5ee9-4453-9edb-a33122938dc5 req-02417842-71c0-467a-8861-e22c0a6888a5 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0377383 May 16 15:30:58.744029 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce5e9c-6c6b-450a-98d9-709c405f0ba2 req-3cda37b7-4c92-434f-9689-c90bda019b9d tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:58.745483 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bdce5e9c-6c6b-450a-98d9-709c405f0ba2 req-3cda37b7-4c92-434f-9689-c90bda019b9d tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 945 time: 0.0828667 May 16 15:30:58.761332 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Router c915079d-09ff-41b0-95de-1321e0a0ba77 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:30:58.836421 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bdce5e9c-6c6b-450a-98d9-709c405f0ba2 req-db40069b-01ab-43e0-8f3e-f2a211f52759 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843225 May 16 15:30:58.891577 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:30:58.901607 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5606345-ef22-4181-b58e-0adceccfcccd None None] Sync routers for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:30:58.912098 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5606345-ef22-4181-b58e-0adceccfcccd None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:58.912722 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-d5606345-ef22-4181-b58e-0adceccfcccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:30:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:58.935518 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] No DVR routers for this DVR port 927a3b06-5b59-49a1-9454-0f5b417ac4b8 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:30:58.938183 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.941528 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2f473d35-0c02-4e69-b0ed-adb1a23c4a86 req-2bdf0fe9-ef87-47b7-befa-ab739257d917 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "DELETE /v2.0/ports/927a3b06-5b59-49a1-9454-0f5b417ac4b8 HTTP/1.1" status: 204 len: 173 time: 0.9148233 May 16 15:30:58.941990 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'name': 'network-vif-deleted', 'tag': '927a3b06-5b59-49a1-9454-0f5b417ac4b8'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:30:58.944258 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e828ef-9f9d-4821-afb8-0c5ca147563a" -d '{"events": [{"server_uuid": "6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6", "name": "network-vif-deleted", "tag": "927a3b06-5b59-49a1-9454-0f5b417ac4b8"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:30:58.979595 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587c35ab-7be3-475e-8e16-69c9fdbd8f15 x-openstack-request-id: req-587c35ab-7be3-475e-8e16-69c9fdbd8f15 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:30:58.984039 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6", "name": "network-vif-deleted", "tag": "927a3b06-5b59-49a1-9454-0f5b417ac4b8", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:30:58.984039 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-587c35ab-7be3-475e-8e16-69c9fdbd8f15 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:30:58.984039 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-587c35ab-7be3-475e-8e16-69c9fdbd8f15'] response: {'server_uuid': '6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6', 'name': 'network-vif-deleted', 'tag': '927a3b06-5b59-49a1-9454-0f5b417ac4b8', 'status': 'completed', 'code': 200} May 16 15:30:59.025405 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-d5606345-ef22-4181-b58e-0adceccfcccd None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:59.213930 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-d5606345-ef22-4181-b58e-0adceccfcccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:59.237350 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5606345-ef22-4181-b58e-0adceccfcccd None None] Checking router: c915079d-09ff-41b0-95de-1321e0a0ba77 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:30:59.245138 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5606345-ef22-4181-b58e-0adceccfcccd None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:59.245724 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-d5606345-ef22-4181-b58e-0adceccfcccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:30:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:59.340959 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-d5606345-ef22-4181-b58e-0adceccfcccd None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:59.519403 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.523267 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-d5606345-ef22-4181-b58e-0adceccfcccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:59.547903 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5606345-ef22-4181-b58e-0adceccfcccd None None] The sync data for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi is: [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:30:59.767064 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-df5c9ef0-1035-4126-873d-52f6dc50269b req-967ac19d-b1a8-4022-84d7-f338e9557b35 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0281999 May 16 15:30:59.772116 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06449d32-abef-40e6-8530-630a297a3701 None None] New status for floating IP 3f567592-c2bd-44ef-bc19-7655e2d55a78: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:30:59.957862 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91aa6b-e517-4b3e-9427-993f0455d503 req-4eb5a737-5627-4fe1-aeae-443be1ed1188 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:59.960141 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fd91aa6b-e517-4b3e-9427-993f0455d503 req-4eb5a737-5627-4fe1-aeae-443be1ed1188 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 945 time: 0.0509250 May 16 15:31:00.014000 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fd91aa6b-e517-4b3e-9427-993f0455d503 req-b8e6a32a-f8e2-4a78-9f3c-7b1a077cae54 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448878 May 16 15:31:00.326179 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-3c822907-9c2a-44f4-932e-3f96b244080f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:00.327546 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-3c822907-9c2a-44f4-932e-3f96b244080f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 945 time: 0.0447059 May 16 15:31:00.646647 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Deleting port b74b55c2-b9e6-45c4-a2d6-501d7668af37 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:31:00.648835 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.733975 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] For port b74b55c2-b9e6-45c4-a2d6-501d7668af37, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b74b55c2-b9e6-45c4-a2d6-501d7668af37,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:00.734367 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.910415 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f4869a57-f9c8-43f0-9aee-85eb7b413f4a req-74a19827-b067-4188-9867-5f69104f597b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f244c1e-3bfd-4ac2-9f1f-d1502e9f9df6 HTTP/1.1" status: 200 len: 210 time: 0.0332870 May 16 15:31:00.938222 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.938222 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (cd997ff9-ef29-48f4-9a31-b2b321da37c1), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.938222 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Floating IP cd997ff9-ef29-48f4-9a31-b2b321da37c1 disassociated. External IP: 172.27.2.118, port: b74b55c2-b9e6-45c4-a2d6-501d7668af37. May 16 15:31:00.938222 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Calling delete_port for b74b55c2-b9e6-45c4-a2d6-501d7668af37 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:31:01.125009 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (b74b55c2-b9e6-45c4-a2d6-501d7668af37), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:01.128450 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe282477-b1ca-4a8e-ac33-e0070901a618 req-111227d3-7177-4904-90e9-b1d50718cf01 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:01.130237 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fe282477-b1ca-4a8e-ac33-e0070901a618 req-111227d3-7177-4904-90e9-b1d50718cf01 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 945 time: 0.0474494 May 16 15:31:01.153602 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event deleted for resources: {'Port': ['ID=b74b55c2-b9e6-45c4-a2d6-501d7668af37,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:01.183493 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fe282477-b1ca-4a8e-ac33-e0070901a618 req-3e3c71e6-d475-4ecc-952b-c3dedd1dd664 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473564 May 16 15:31:01.249011 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device b74b55c2-b9e6-45c4-a2d6-501d7668af37 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:31:01.264168 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:31:01.267366 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: b74b55c2-b9e6-45c4-a2d6-501d7668af37 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:31:01.267958 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device b74b55c2-b9e6-45c4-a2d6-501d7668af37 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:31:01.268376 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 927a3b06-5b59-49a1-9454-0f5b417ac4b8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:31:01.285373 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 927a3b06-5b59-49a1-9454-0f5b417ac4b8 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:31:01.285716 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 927a3b06-5b59-49a1-9454-0f5b417ac4b8 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:31:01.364390 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:31:01.374803 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee624363-f019-4e59-90a9-1f32b1c61128 None None] Sync routers for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:31:01.384796 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee624363-f019-4e59-90a9-1f32b1c61128 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:31:01.385479 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ee624363-f019-4e59-90a9-1f32b1c61128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:30:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:01.403886 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] No DVR routers for this DVR port b74b55c2-b9e6-45c4-a2d6-501d7668af37 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:31:01.406463 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:01.409763 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5684fd98-c3a9-4689-90eb-6951bf9edcfe req-261e17b2-d291-4458-ad72-9ebe7c1c2d2c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "DELETE /v2.0/ports/b74b55c2-b9e6-45c4-a2d6-501d7668af37 HTTP/1.1" status: 204 len: 173 time: 0.8500407 May 16 15:31:01.410228 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'name': 'network-vif-deleted', 'tag': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:31:01.412470 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9bfe07-62fb-44b3-9365-76f316ea2f69" -d '{"events": [{"server_uuid": "11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9", "name": "network-vif-deleted", "tag": "b74b55c2-b9e6-45c4-a2d6-501d7668af37"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:31:01.454474 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d400d18-f85c-45be-bfee-eb47a5bfa2b9 x-openstack-request-id: req-4d400d18-f85c-45be-bfee-eb47a5bfa2b9 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:31:01.454771 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9", "name": "network-vif-deleted", "tag": "b74b55c2-b9e6-45c4-a2d6-501d7668af37", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:31:01.455029 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d400d18-f85c-45be-bfee-eb47a5bfa2b9 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:31:01.455637 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d400d18-f85c-45be-bfee-eb47a5bfa2b9'] response: {'server_uuid': '11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9', 'name': 'network-vif-deleted', 'tag': 'b74b55c2-b9e6-45c4-a2d6-501d7668af37', 'status': 'completed', 'code': 200} May 16 15:31:01.487354 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-ee624363-f019-4e59-90a9-1f32b1c61128 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:31:01.682225 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ee624363-f019-4e59-90a9-1f32b1c61128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:01.709615 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee624363-f019-4e59-90a9-1f32b1c61128 None None] Checking router: 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:31:01.718636 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee624363-f019-4e59-90a9-1f32b1c61128 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:31:01.719248 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ee624363-f019-4e59-90a9-1f32b1c61128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:30:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:01.905425 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-ee624363-f019-4e59-90a9-1f32b1c61128 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:31:02.086026 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33622) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:02.092643 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ee624363-f019-4e59-90a9-1f32b1c61128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:02.116951 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee624363-f019-4e59-90a9-1f32b1c61128 None None] The sync data for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi is: [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:31:02.145339 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-348fe1f9-9211-47ff-abb9-eda72e524a58 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (3bb0d9d1-7b73-4318-902d-97c2c99646bc), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.170005 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-348fe1f9-9211-47ff-abb9-eda72e524a58 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (3bb0d9d1-7b73-4318-902d-97c2c99646bc), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.292893 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-34079947-da90-4140-8ee5-08671e74ca43 req-62988d09-28ca-48bf-a1f8-4705dcf01f99 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e9a511-9524-4c06-ad7d-3c8f1fd9ebd9 HTTP/1.1" status: 200 len: 210 time: 0.0287240 May 16 15:31:02.296118 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-348fe1f9-9211-47ff-abb9-eda72e524a58 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (3bb0d9d1-7b73-4318-902d-97c2c99646bc), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.298941 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-348fe1f9-9211-47ff-abb9-eda72e524a58 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.300064 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-348fe1f9-9211-47ff-abb9-eda72e524a58 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "DELETE /v2.0/security-groups/3bb0d9d1-7b73-4318-902d-97c2c99646bc HTTP/1.1" status: 204 len: 168 time: 0.2130172 May 16 15:31:02.302887 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33626) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:02.309950 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fe1f9-9211-47ff-abb9-eda72e524a58 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb0d9d1-7b73-4318-902d-97c2c99646bc,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:02.319560 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.api.v2.resource [None req-fd2a2005-a1cb-4603-aec8-7b6015b67b2a tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] show failed (client error): The resource could not be found. May 16 15:31:02.323301 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-fd2a2005-a1cb-4603-aec8-7b6015b67b2a tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups/3bb0d9d1-7b73-4318-902d-97c2c99646bc HTTP/1.1" status: 404 len: 347 time: 0.0163038 May 16 15:31:02.325930 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33628) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:02.368824 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6125fd0-a0c5-47b1-aa30-a24d48a994f9 None None] New status for floating IP cd997ff9-ef29-48f4-9a31-b2b321da37c1: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:31:02.460460 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d7cc1-3998-4f79-9f67-d35538ba8fc4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Deleting port a430d991-a31b-4f25-98d1-911436ac112d {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:31:02.460696 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa8d7cc1-3998-4f79-9f67-d35538ba8fc4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (a430d991-a31b-4f25-98d1-911436ac112d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.539654 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa8d7cc1-3998-4f79-9f67-d35538ba8fc4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (a430d991-a31b-4f25-98d1-911436ac112d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.540094 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa8d7cc1-3998-4f79-9f67-d35538ba8fc4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (a430d991-a31b-4f25-98d1-911436ac112d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.552423 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d7cc1-3998-4f79-9f67-d35538ba8fc4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Calling delete_port for a430d991-a31b-4f25-98d1-911436ac112d owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:31:02.794448 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa8d7cc1-3998-4f79-9f67-d35538ba8fc4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (a430d991-a31b-4f25-98d1-911436ac112d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.821187 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d7cc1-3998-4f79-9f67-d35538ba8fc4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event deleted for resources: {'Port': ['ID=a430d991-a31b-4f25-98d1-911436ac112d,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:02.891238 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa8d7cc1-3998-4f79-9f67-d35538ba8fc4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (3f567592-c2bd-44ef-bc19-7655e2d55a78), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.894503 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa8d7cc1-3998-4f79-9f67-d35538ba8fc4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.895796 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-aa8d7cc1-3998-4f79-9f67-d35538ba8fc4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "DELETE /v2.0/floatingips/3f567592-c2bd-44ef-bc19-7655e2d55a78 HTTP/1.1" status: 204 len: 168 time: 0.5688820 May 16 15:31:03.030608 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33632) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:03.035159 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b0cd774f-0dba-41a4-8254-a79ce0e97302 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497798093', 'description': 'tempest-description--1821961288'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:03.113336 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b0cd774f-0dba-41a4-8254-a79ce0e97302 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.177777 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b0cd774f-0dba-41a4-8254-a79ce0e97302 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (86fea6b3-32e6-4462-8bca-9544722300d9), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.256127 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b0cd774f-0dba-41a4-8254-a79ce0e97302 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (86fea6b3-32e6-4462-8bca-9544722300d9), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.287319 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd774f-0dba-41a4-8254-a79ce0e97302 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fea6b3-32e6-4462-8bca-9544722300d9,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:03.338470 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b0cd774f-0dba-41a4-8254-a79ce0e97302 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.339766 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b0cd774f-0dba-41a4-8254-a79ce0e97302 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3080642 May 16 15:31:03.342995 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33636) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:03.347379 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-a872b69b-5d95-4e4f-b760-08389e21e42b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'security_group_rule': {'security_group_id': '86fea6b3-32e6-4462-8bca-9544722300d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:03.428515 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a872b69b-5d95-4e4f-b760-08389e21e42b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (8c2fb2fa-9ded-483d-a41c-1067a1012e1b), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.475558 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a872b69b-5d95-4e4f-b760-08389e21e42b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (8c2fb2fa-9ded-483d-a41c-1067a1012e1b), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.547707 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a872b69b-5d95-4e4f-b760-08389e21e42b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (8c2fb2fa-9ded-483d-a41c-1067a1012e1b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.555394 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a58cb5b5-b6d1-419a-91a1-614ff7ef6f61 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494742662&fields=id&tenant_id=bc74c97613c4462bb551e50800a5f5e2 HTTP/1.1" status: 200 len: 267 time: 0.0460467 May 16 15:31:03.565522 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872b69b-5d95-4e4f-b760-08389e21e42b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2fb2fa-9ded-483d-a41c-1067a1012e1b,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:03.652525 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a872b69b-5d95-4e4f-b760-08389e21e42b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.654265 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a872b69b-5d95-4e4f-b760-08389e21e42b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098032 May 16 15:31:03.656902 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33644) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:03.661292 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-92f636c5-170f-4f45-bc68-5f719d007712 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'security_group_rule': {'security_group_id': '86fea6b3-32e6-4462-8bca-9544722300d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:03.666724 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-7242dba8-e377-4408-8df3-3d5217b4a368 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:03.668324 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-7242dba8-e377-4408-8df3-3d5217b4a368 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 812 time: 0.1031454 May 16 15:31:03.682587 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-8c298068-f4d8-466f-ab6d-8a4dc2002a83 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/quotas/bc74c97613c4462bb551e50800a5f5e2 HTTP/1.1" status: 200 len: 375 time: 0.0090036 May 16 15:31:03.730420 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-1cb20324-b0f9-49a7-ba97-1a7077c67d21 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427823 May 16 15:31:03.753092 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-92f636c5-170f-4f45-bc68-5f719d007712 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (f7eeee8e-64dc-4012-bc31-a5efe144022b), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.809292 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-92f636c5-170f-4f45-bc68-5f719d007712 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (f7eeee8e-64dc-4012-bc31-a5efe144022b), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.826743 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-42caf48e-d879-40d8-b244-517f77a16362 service neutron] 10.222.0.76 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853920 May 16 15:31:03.885198 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-92f636c5-170f-4f45-bc68-5f719d007712 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (f7eeee8e-64dc-4012-bc31-a5efe144022b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.903328 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f636c5-170f-4f45-bc68-5f719d007712 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7eeee8e-64dc-4012-bc31-a5efe144022b,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:03.917411 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-015c6215-f886-4310-a5d9-5862700d335d service neutron] 10.222.0.76 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847204 May 16 15:31:03.967097 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-92f636c5-170f-4f45-bc68-5f719d007712 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.968304 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-92f636c5-170f-4f45-bc68-5f719d007712 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103409 May 16 15:31:03.971408 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33648) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:03.976125 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:04.079736 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.156607 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.257665 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Allocated IP 172.27.2.49 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/6154e089-42eb-4cd8-aaee-9704342ecf70) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:31:04.359419 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for port (6154e089-42eb-4cd8-aaee-9704342ecf70), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.457014 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (6154e089-42eb-4cd8-aaee-9704342ecf70), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.518403 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f9b67f71-db9d-47e7-8256-f62bd3a1e355 req-f5d89050-ac3e-43c1-9fed-e08417ca71fe tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 210 time: 0.0544243 May 16 15:31:04.526047 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:31:04.533984 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:31:04.537156 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:31:04.540739 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'Port': ['ID=6154e089-42eb-4cd8-aaee-9704342ecf70,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:04.633014 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (ea0f1825-6ae4-4b9b-978d-0575d514184c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.746986 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (6154e089-42eb-4cd8-aaee-9704342ecf70), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.922346 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for port (6154e089-42eb-4cd8-aaee-9704342ecf70), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.988104 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (6154e089-42eb-4cd8-aaee-9704342ecf70), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.062734 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'Port': ['ID=6154e089-42eb-4cd8-aaee-9704342ecf70,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:05.073938 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (ea0f1825-6ae4-4b9b-978d-0575d514184c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.183915 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.185137 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3ee14371-9005-4792-9220-d1d09751cbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2125592 May 16 15:31:05.374372 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-df55bef4-d0a1-44de-8114-5190a70acbdc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--497798093&fields=id&tenant_id=fbaba74aca3d447eb9cc9d56700fa13e HTTP/1.1" status: 200 len: 267 time: 0.0416479 May 16 15:31:05.480978 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a72213-820f-45bc-851d-e5417d74f52d req-013327e3-1f13-434f-b4e5-5b9a02856b8b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:05.482480 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-013327e3-1f13-434f-b4e5-5b9a02856b8b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 813 time: 0.1017499 May 16 15:31:05.496966 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-d6dec568-a85a-490c-afcf-8ade927816b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/quotas/fbaba74aca3d447eb9cc9d56700fa13e HTTP/1.1" status: 200 len: 375 time: 0.0090685 May 16 15:31:05.546453 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-fadcd575-9445-4453-b4b0-8e8cfce8757e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438254 May 16 15:31:05.613624 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-653edb73-9d58-4a19-b072-abcfe386621b req-8cc5e2fb-fc5e-4dda-8eda-efb4c941feaf tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 210 time: 0.0283272 May 16 15:31:05.649591 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-d2ba1209-e93d-4e5c-82cd-a1e5a9de1dc0 service neutron] 10.222.0.76 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918400 May 16 15:31:05.736255 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-904c1f03-c77c-4336-b1d0-8851b5c21692 service neutron] 10.222.0.76 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808570 May 16 15:31:05.967840 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d67cc9af-e030-4f16-833c-dab76ab0ae17 req-c248bbb4-897b-4189-89c6-e462e2b8363e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 210 time: 0.0261011 May 16 15:31:06.728290 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-94faec3e-5c99-4940-9c9c-21ed1a3b9ec0 req-0c47b208-957b-419a-aedd-3d975dc3da65 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 210 time: 0.0352168 May 16 15:31:06.757366 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-ff898c9a-625e-4541-9b3b-d84b90c89fd0 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:06.758908 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-ff898c9a-625e-4541-9b3b-d84b90c89fd0 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 812 time: 0.3957293 May 16 15:31:06.827149 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-9a9ec5c2-39e1-4862-961b-191af276bc2d tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc74c97613c4462bb551e50800a5f5e2 HTTP/1.1" status: 200 len: 379 time: 0.0535409 May 16 15:31:06.836596 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'port': {'device_id': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'admin_state_up': True, 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'security_groups': ['498ab058-e2df-4ca1-aff8-5bf3dadb0f67']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:07.022591 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Made reservation on behalf of bc74c97613c4462bb551e50800a5f5e2 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:31:07.026266 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:07.068426 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7aca9c8f-f92e-4c88-884c-a76f32dda0e2 req-404abbfb-ab42-40ba-83a7-a9dfb000f1e2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 210 time: 0.0270412 May 16 15:31:07.158811 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Allocated IP 172.20.0.6 (8109ecd0-18dc-47a3-8ba0-731e552020b2/4ee3e22d-a944-4d7c-b676-4c481e98090e/5d2e65be-53b5-48b6-9e23-2fd48edc52bf) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:31:07.311957 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:07.439962 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:07.486623 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Network 8109ecd0-18dc-47a3-8ba0-731e552020b2 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:31:07.489829 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:31:07.492226 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:31:07.523020 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'Port': ['ID=5d2e65be-53b5-48b6-9e23-2fd48edc52bf,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:07.550309 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:07.550785 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:07.626344 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-a43fa4f8-35e4-4e1a-9297-73fb923d9802 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7934155 May 16 15:31:07.638946 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Request body: {'port': {'device_id': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:07.699441 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:07.722729 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2265b097-c414-4049-9fab-cd97a4d00114 None None] Provisioning complete for port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:07.723755 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2265b097-c414-4049-9fab-cd97a4d00114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:07.759052 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2265b097-c414-4049-9fab-cd97a4d00114 None None] Port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:31:07.924872 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114ef05-d3af-4937-8294-2cfe158a5217 req-f80c76ca-4d48-40d8-b550-d5e7184dac4d tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:07.926403 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2114ef05-d3af-4937-8294-2cfe158a5217 req-f80c76ca-4d48-40d8-b550-d5e7184dac4d tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 931 time: 0.1273978 May 16 15:31:08.086878 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a72213-820f-45bc-851d-e5417d74f52d req-7c27d948-6f37-48e2-8846-2b852edeb715 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:08.088288 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-7c27d948-6f37-48e2-8846-2b852edeb715 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 813 time: 0.2417541 May 16 15:31:08.094117 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2114ef05-d3af-4937-8294-2cfe158a5217 req-4132f33c-9538-4dff-8b34-769367fbd114 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606281 May 16 15:31:08.172310 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9e471da7-d97c-4fa3-9950-ca6545ee9c3f req-07478709-b8ad-4947-95c7-daa4039a0a50 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 210 time: 0.0314388 May 16 15:31:08.191193 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2e65be-53b5-48b6-9e23-2fd48edc52bf {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:31:08.204915 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Publish callbacks [] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:08.228204 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-91641e0e-66aa-4b71-bb3b-b39e73d61202 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbaba74aca3d447eb9cc9d56700fa13e HTTP/1.1" status: 200 len: 379 time: 0.1026804 May 16 15:31:08.230628 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Transition to ACTIVE for port object 5d2e65be-53b5-48b6-9e23-2fd48edc52bf will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:31:08.274370 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-e2a72213-820f-45bc-851d-e5417d74f52d req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'port': {'device_id': '937ee730-2b02-4821-bae0-9628c247c4eb', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'admin_state_up': True, 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'security_groups': ['86fea6b3-32e6-4462-8bca-9544722300d9']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:08.279456 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:08.388958 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Pushing event updated for resources: {'Port': ['ID=5d2e65be-53b5-48b6-9e23-2fd48edc52bf,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:08.488221 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Attempting to bind port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:31:08.488490 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Attempting to bind port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:31:08.488817 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Attempting to bind port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf on network 8109ecd0-18dc-47a3-8ba0-731e552020b2 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:31:08.493384 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf on network 8109ecd0-18dc-47a3-8ba0-731e552020b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:31:08.493734 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Attempting to bind port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf on network 8109ecd0-18dc-47a3-8ba0-731e552020b2 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:31:08.498770 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:31:08.499105 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Checking segment: {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:31:08.499486 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Bound using segment: {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:31:08.499966 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Bound port: 5d2e65be-53b5-48b6-9e23-2fd48edc52bf, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:31:08.500326 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:08.548246 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a72213-820f-45bc-851d-e5417d74f52d req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Made reservation on behalf of fbaba74aca3d447eb9cc9d56700fa13e for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:31:08.551667 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2a72213-820f-45bc-851d-e5417d74f52d req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:08.581627 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] For port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:31:08.585616 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] For port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d2e65be-53b5-48b6-9e23-2fd48edc52bf,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:31:08.651756 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:08.713624 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:08.714275 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:08.715663 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] 10.222.0.79 "PUT /v2.0/ports/5d2e65be-53b5-48b6-9e23-2fd48edc52bf HTTP/1.1" status: 200 len: 1093 time: 1.0812988 May 16 15:31:08.718654 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'tag': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:31:08.721003 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4e80fc-1b9f-4b46-b446-aa2b2e985509" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a5e187-73b3-4577-a8eb-8a5df0f3b611", "tag": "5d2e65be-53b5-48b6-9e23-2fd48edc52bf"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:31:08.744691 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-e2a72213-820f-45bc-851d-e5417d74f52d req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Allocated IP 172.20.0.11 (97880a2a-e2c5-4ee9-b5cd-302158bacf22/2894ba13-a801-431f-a1c4-6f8f264d8ab6/5d152d8f-e7f2-4135-a7bc-4859d7ef9989) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:31:08.758470 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bbe14-06c1-4483-857d-fc20a3516efa service neutron] Pushing event updated for resources: {'Port': ['ID=5d2e65be-53b5-48b6-9e23-2fd48edc52bf,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:08.783673 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ac1452-5087-4f67-90bc-3d8b39d4926a x-openstack-request-id: req-26ac1452-5087-4f67-90bc-3d8b39d4926a {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:31:08.783957 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a5e187-73b3-4577-a8eb-8a5df0f3b611", "tag": "5d2e65be-53b5-48b6-9e23-2fd48edc52bf", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:31:08.784217 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-26ac1452-5087-4f67-90bc-3d8b39d4926a {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:31:08.784619 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ac1452-5087-4f67-90bc-3d8b39d4926a'] response: {'name': 'network-changed', 'server_uuid': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'tag': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'status': 'completed', 'code': 200} May 16 15:31:08.886206 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e80fc-1b9f-4b46-b446-aa2b2e985509 req-5b2948b6-eb4c-4308-852a-34c8e75d10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:08.888371 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7c4e80fc-1b9f-4b46-b446-aa2b2e985509 req-5b2948b6-eb4c-4308-852a-34c8e75d10a2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 1127 time: 0.0844550 May 16 15:31:08.988101 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2a72213-820f-45bc-851d-e5417d74f52d req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:09.036380 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e80fc-1b9f-4b46-b446-aa2b2e985509 req-d63103d7-27c4-4e9a-bcef-bc7050eb03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:09.037910 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7c4e80fc-1b9f-4b46-b446-aa2b2e985509 req-d63103d7-27c4-4e9a-bcef-bc7050eb03e1 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=bc74c97613c4462bb551e50800a5f5e2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1354961 May 16 15:31:09.115815 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2a72213-820f-45bc-851d-e5417d74f52d req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:09.180622 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a72213-820f-45bc-851d-e5417d74f52d req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:31:09.181944 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e80fc-1b9f-4b46-b446-aa2b2e985509 req-9d1f002f-d52a-49d6-9417-ead47f8592b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:09.183471 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7c4e80fc-1b9f-4b46-b446-aa2b2e985509 req-9d1f002f-d52a-49d6-9417-ead47f8592b1 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370399 May 16 15:31:09.187098 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-e2a72213-820f-45bc-851d-e5417d74f52d req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:31:09.189212 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'Port': ['ID=5d152d8f-e7f2-4135-a7bc-4859d7ef9989,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:09.191523 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a72213-820f-45bc-851d-e5417d74f52d req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:31:09.227313 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1886304-55fe-4455-b656-b95b3264c004 req-81b37746-20d2-48a7-b682-aef338803aa2 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:09.229669 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a1886304-55fe-4455-b656-b95b3264c004 req-81b37746-20d2-48a7-b682-aef338803aa2 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 943 time: 0.0648248 May 16 15:31:09.240446 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a72213-820f-45bc-851d-e5417d74f52d req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:09.241018 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2a72213-820f-45bc-851d-e5417d74f52d req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:09.298872 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a1886304-55fe-4455-b656-b95b3264c004 req-b78aafe2-5995-4384-947b-915713356de0 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623493 May 16 15:31:09.335099 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-56125d54-66ba-4e68-92cd-cfeaf1afcbae tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0643458 May 16 15:31:09.353290 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Request body: {'port': {'device_id': '937ee730-2b02-4821-bae0-9628c247c4eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:09.361352 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb66fcf-cece-48e5-8d1e-3ed26c81606e req-ddcb3491-c7fc-4506-a2a4-f97fc9325850 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:09.362881 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bdb66fcf-cece-48e5-8d1e-3ed26c81606e req-ddcb3491-c7fc-4506-a2a4-f97fc9325850 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 932 time: 0.0930569 May 16 15:31:09.365366 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-189105c7-7037-424b-9e08-dd459b828cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:09.366798 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-189105c7-7037-424b-9e08-dd459b828cbd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 1127 time: 0.0649502 May 16 15:31:09.438665 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-50268773-bafd-469c-957a-4bea332955b9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2e65be-53b5-48b6-9e23-2fd48edc52bf HTTP/1.1" status: 200 len: 217 time: 0.0539069 May 16 15:31:09.518902 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-37d90269-c23e-448d-8a6a-ab4f3206a5a9 None None] Provisioning complete for port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:09.519509 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-37d90269-c23e-448d-8a6a-ab4f3206a5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:09.532860 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bdb66fcf-cece-48e5-8d1e-3ed26c81606e req-e3582a54-78ca-4648-945c-c93349e266e6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=86fea6b3-32e6-4462-8bca-9544722300d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472931 May 16 15:31:09.535050 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:09.550974 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-37d90269-c23e-448d-8a6a-ab4f3206a5a9 None None] Port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:31:09.556982 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-1c5fd15a-dd1b-41ff-b1fa-201df9b205f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:09.558367 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-1c5fd15a-dd1b-41ff-b1fa-201df9b205f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ee3e22d-a944-4d7c-b676-4c481e98090e HTTP/1.1" status: 200 len: 851 time: 0.1093156 May 16 15:31:09.640824 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-cddd7538-6b50-4375-92d4-09640f93a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:09.642332 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-cddd7538-6b50-4375-92d4-09640f93a9fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8109ecd0-18dc-47a3-8ba0-731e552020b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0673299 May 16 15:31:09.845229 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-00e4be42-d330-45b8-aa7b-3ad219089fc0 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915922 May 16 15:31:09.991422 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-2d7e3e85-598c-45d3-a9a9-f9b76b38153a req-691ca6a9-89d4-4137-af0b-34c74256e5cb service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358511 May 16 15:31:09.997103 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:31:10.004782 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Publish callbacks [] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:10.017323 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Transition to ACTIVE for port object 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:31:10.102493 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:10.157523 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Pushing event updated for resources: {'Port': ['ID=5d152d8f-e7f2-4135-a7bc-4859d7ef9989,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:10.227580 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Attempting to bind port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:31:10.228261 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Attempting to bind port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:31:10.228593 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Attempting to bind port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:31:10.233868 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:31:10.234271 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Attempting to bind port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:31:10.239513 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:31:10.239938 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Checking segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:31:10.240224 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Bound using segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:31:10.240651 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Bound port: 5d152d8f-e7f2-4135-a7bc-4859d7ef9989, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:31:10.241009 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:10.303690 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] For port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:31:10.306582 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] For port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d152d8f-e7f2-4135-a7bc-4859d7ef9989,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:31:10.394600 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:10.412093 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e49d2-19fb-4e5a-b9f6-311e3572eb40 req-edf992ee-be3e-4805-8c7c-511dea1fea20 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:10.413511 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-510e49d2-19fb-4e5a-b9f6-311e3572eb40 req-edf992ee-be3e-4805-8c7c-511dea1fea20 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 943 time: 0.0478108 May 16 15:31:10.429067 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:10.429685 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:10.431084 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] 10.222.0.79 "PUT /v2.0/ports/5d152d8f-e7f2-4135-a7bc-4859d7ef9989 HTTP/1.1" status: 200 len: 1094 time: 1.0836816 May 16 15:31:10.454298 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7978da9-fac9-4276-b3e0-f0bc0d4fe7bf service neutron] Pushing event updated for resources: {'Port': ['ID=5d152d8f-e7f2-4135-a7bc-4859d7ef9989,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:10.471049 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-510e49d2-19fb-4e5a-b9f6-311e3572eb40 req-4296cd34-f56c-4d0e-933e-d74768fe8edf tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516200 May 16 15:31:10.569266 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a72213-820f-45bc-851d-e5417d74f52d req-3df1fffa-1ca8-41d7-b603-fd4f698536de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:10.570826 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-3df1fffa-1ca8-41d7-b603-fd4f698536de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 1128 time: 0.0453541 May 16 15:31:10.621464 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-87383ba8-f0d0-4bf8-87f8-7ad0ef317e28 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d152d8f-e7f2-4135-a7bc-4859d7ef9989 HTTP/1.1" status: 200 len: 217 time: 0.0396531 May 16 15:31:10.671684 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a72213-820f-45bc-851d-e5417d74f52d req-1f27ce84-677f-4a03-9da4-aa94ec0911ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:10.673105 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-1f27ce84-677f-4a03-9da4-aa94ec0911ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2894ba13-a801-431f-a1c4-6f8f264d8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0430346 May 16 15:31:10.722096 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a72213-820f-45bc-851d-e5417d74f52d req-49ca7bd4-0838-4386-9bf2-b197a6413ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:10.723590 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-49ca7bd4-0838-4386-9bf2-b197a6413ba0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97880a2a-e2c5-4ee9-b5cd-302158bacf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417910 May 16 15:31:10.786265 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937ee730-2b02-4821-bae0-9628c247c4eb', 'tag': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:31:10.788485 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609d0adf-9e45-436d-8b60-057b6a960116" -d '{"events": [{"name": "network-changed", "server_uuid": "937ee730-2b02-4821-bae0-9628c247c4eb", "tag": "5d152d8f-e7f2-4135-a7bc-4859d7ef9989"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:31:10.831012 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5842f2e3-fe49-4e47-b9fc-4449bfa812b4 x-openstack-request-id: req-5842f2e3-fe49-4e47-b9fc-4449bfa812b4 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:31:10.831304 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937ee730-2b02-4821-bae0-9628c247c4eb", "tag": "5d152d8f-e7f2-4135-a7bc-4859d7ef9989", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:31:10.831557 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5842f2e3-fe49-4e47-b9fc-4449bfa812b4 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:31:10.831945 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5842f2e3-fe49-4e47-b9fc-4449bfa812b4'] response: {'name': 'network-changed', 'server_uuid': '937ee730-2b02-4821-bae0-9628c247c4eb', 'tag': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989', 'status': 'completed', 'code': 200} May 16 15:31:10.856782 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d21b4c-e6ce-4604-9d5f-27e9ed590750 req-155556a7-b994-483b-b129-75bf9e40aa28 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:10.858297 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b6d21b4c-e6ce-4604-9d5f-27e9ed590750 req-155556a7-b994-483b-b129-75bf9e40aa28 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 944 time: 0.2419257 May 16 15:31:10.863471 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-2e7ad287-8e1f-4dc9-96fb-9bc2149978ad service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307912 May 16 15:31:10.956327 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b6d21b4c-e6ce-4604-9d5f-27e9ed590750 req-872c27c4-2516-4b6d-b72c-c3edde8bf27d tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=86fea6b3-32e6-4462-8bca-9544722300d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918441 May 16 15:31:10.979898 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-e2a72213-820f-45bc-851d-e5417d74f52d req-251ee4b0-1c1f-424c-8be8-7da7c705fdde service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025918 May 16 15:31:11.640057 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b06e4b-6295-4cd5-959a-bb08e8d7b2ba req-406608d5-73d9-4c72-9d27-1776c7ca8db8 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:11.641468 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c3b06e4b-6295-4cd5-959a-bb08e8d7b2ba req-406608d5-73d9-4c72-9d27-1776c7ca8db8 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 943 time: 0.1008279 May 16 15:31:11.688607 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c3b06e4b-6295-4cd5-959a-bb08e8d7b2ba req-de8f5ca2-54a6-4a04-acb6-4217558145d3 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412431 May 16 15:31:11.979222 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d0adf-9e45-436d-8b60-057b6a960116 req-86977950-3349-41ed-b90d-4848cff8fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:11.980727 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-609d0adf-9e45-436d-8b60-057b6a960116 req-86977950-3349-41ed-b90d-4848cff8fb08 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 1128 time: 0.0423493 May 16 15:31:12.099599 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f14e8-0696-4d1e-8db8-e1f8ae826ffc req-c0d02293-1fba-467a-8512-597d72ae7a8f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:12.101048 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bc7f14e8-0696-4d1e-8db8-e1f8ae826ffc req-c0d02293-1fba-467a-8512-597d72ae7a8f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 944 time: 0.0793695 May 16 15:31:12.125040 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d0adf-9e45-436d-8b60-057b6a960116 req-e7c15bb3-bcdb-4af4-bf60-d8bba1bab0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:12.126454 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-609d0adf-9e45-436d-8b60-057b6a960116 req-e7c15bb3-bcdb-4af4-bf60-d8bba1bab0ab service neutron] 10.222.0.79 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 914 time: 0.1361320 May 16 15:31:12.179884 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-609d0adf-9e45-436d-8b60-057b6a960116 req-cc0da4d9-bd39-4a89-8563-96aa09ef3883 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d152d8f-e7f2-4135-a7bc-4859d7ef9989 HTTP/1.1" status: 200 len: 217 time: 0.0412517 May 16 15:31:12.183415 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-bc7f14e8-0696-4d1e-8db8-e1f8ae826ffc req-01be71fd-1bad-470a-af04-b26f0004901f tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=86fea6b3-32e6-4462-8bca-9544722300d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769143 May 16 15:31:12.230666 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d0adf-9e45-436d-8b60-057b6a960116 req-277c389d-cf6c-4daf-a1ca-4cf73c23d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:12.232028 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-609d0adf-9e45-436d-8b60-057b6a960116 req-277c389d-cf6c-4daf-a1ca-4cf73c23d8a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2894ba13-a801-431f-a1c4-6f8f264d8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0433965 May 16 15:31:12.233877 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:12.279410 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d0adf-9e45-436d-8b60-057b6a960116 req-fd007a5c-ecdc-422a-a86f-4737b31e790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:12.280851 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-609d0adf-9e45-436d-8b60-057b6a960116 req-fd007a5c-ecdc-422a-a86f-4737b31e790a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97880a2a-e2c5-4ee9-b5cd-302158bacf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409195 May 16 15:31:12.371048 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-609d0adf-9e45-436d-8b60-057b6a960116 req-1481efa7-f7e3-4e63-828d-743fcfbfe996 service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806997 May 16 15:31:12.470376 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-609d0adf-9e45-436d-8b60-057b6a960116 req-8c2223d5-af0e-408a-af6e-e1d106055cb6 service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905955 May 16 15:31:12.801726 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8a9fc-e6b9-40b9-b4f5-0406e8e0f9ff req-0d76debb-99c0-439a-ba99-7cb1f582bb6a tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:12.803219 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56a8a9fc-e6b9-40b9-b4f5-0406e8e0f9ff req-0d76debb-99c0-439a-ba99-7cb1f582bb6a tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 943 time: 0.0482945 May 16 15:31:12.851871 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56a8a9fc-e6b9-40b9-b4f5-0406e8e0f9ff req-b26195e9-0f71-466d-aabd-5e9255bdb116 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430884 May 16 15:31:13.288247 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:31:13.296827 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96156a6f-3cb3-4cee-b3ca-ab6cb5379b08 req-6ac52fed-dec4-43bb-8af0-54b600d86299 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:13.298357 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-96156a6f-3cb3-4cee-b3ca-ab6cb5379b08 req-6ac52fed-dec4-43bb-8af0-54b600d86299 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 944 time: 0.0465050 May 16 15:31:13.344537 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-96156a6f-3cb3-4cee-b3ca-ab6cb5379b08 req-b0e53032-3b7b-411e-9cce-4d92dc92061b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=86fea6b3-32e6-4462-8bca-9544722300d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406628 May 16 15:31:13.384521 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d152d8f-e7f2-4135-a7bc-4859d7ef9989,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:13.396157 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'port_id': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989', 'mac_address': 'fa:16:3e:57:8f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:31:13.429442 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:13.429817 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:13.443958 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:31:13.468774 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d152d8f-e7f2-4135-a7bc-4859d7ef9989,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:13.531311 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:13.581071 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=5d152d8f-e7f2-4135-a7bc-4859d7ef9989,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:13.588659 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.588659 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.588858 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.589133 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.589465 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.589801 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.590147 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.590478 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.590805 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.591132 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.591458 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.591783 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.592681 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.593003 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.593325 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:13.784825 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['5d152d8f-e7f2-4135-a7bc-4859d7ef9989'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:31:13.962036 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c8135-f4ce-4d57-b4b2-15b3c2c26bc2 req-4c92a81b-b46b-49ed-b3d0-c7834a59a2fa tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:13.963492 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1b5c8135-f4ce-4d57-b4b2-15b3c2c26bc2 req-4c92a81b-b46b-49ed-b3d0-c7834a59a2fa tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 943 time: 0.0446277 May 16 15:31:14.014252 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1b5c8135-f4ce-4d57-b4b2-15b3c2c26bc2 req-d9f5fabc-3df2-47d9-8938-91b00b9c88a8 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452275 May 16 15:31:14.452802 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580067b6-1d70-4cda-990d-676dda96bda5 req-b69222ab-3c71-48b2-931f-901d60b27174 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:14.454275 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-580067b6-1d70-4cda-990d-676dda96bda5 req-b69222ab-3c71-48b2-931f-901d60b27174 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 945 time: 0.0444007 May 16 15:31:14.510341 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-580067b6-1d70-4cda-990d-676dda96bda5 req-de2bf576-de2b-42ba-85d2-99d284a6ca40 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=86fea6b3-32e6-4462-8bca-9544722300d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504911 May 16 15:31:15.130704 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d3714-38ff-415e-bcd9-6ca0caa5a28d req-205cfa50-9623-45ba-99c0-263e60556a1f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:15.132141 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e60d3714-38ff-415e-bcd9-6ca0caa5a28d req-205cfa50-9623-45ba-99c0-263e60556a1f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 943 time: 0.0501013 May 16 15:31:15.179198 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e60d3714-38ff-415e-bcd9-6ca0caa5a28d req-9ebf2fab-c680-4548-b2ba-dbdd57e251d5 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415885 May 16 15:31:15.320019 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:31:15.364855 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:31:15.410686 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:15.411057 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:15.479112 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:15.479492 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:15.502346 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937ee730-2b02-4821-bae0-9628c247c4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:31:15.504580 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ad1c68-164e-4f7c-9f5e-9f35088fdf11" -d '{"events": [{"server_uuid": "937ee730-2b02-4821-bae0-9628c247c4eb", "name": "network-vif-plugged", "status": "completed", "tag": "5d152d8f-e7f2-4135-a7bc-4859d7ef9989"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:31:15.516276 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d152d8f-e7f2-4135-a7bc-4859d7ef9989,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:15.540300 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e78156-623b-469d-be63-0a86a8c8abcb x-openstack-request-id: req-07e78156-623b-469d-be63-0a86a8c8abcb {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:31:15.540592 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937ee730-2b02-4821-bae0-9628c247c4eb", "name": "network-vif-plugged", "status": "completed", "tag": "5d152d8f-e7f2-4135-a7bc-4859d7ef9989", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:31:15.540913 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-07e78156-623b-469d-be63-0a86a8c8abcb {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:31:15.541232 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e78156-623b-469d-be63-0a86a8c8abcb'] response: {'server_uuid': '937ee730-2b02-4821-bae0-9628c247c4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989', 'code': 200} May 16 15:31:15.577051 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:15.625627 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=5d152d8f-e7f2-4135-a7bc-4859d7ef9989,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:15.629762 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f91fc4-3a9f-495b-bff3-c45d124e4333 req-210f633e-ee3d-4138-bbbd-3b01e7e7f2ac tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:15.635065 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e0f91fc4-3a9f-495b-bff3-c45d124e4333 req-210f633e-ee3d-4138-bbbd-3b01e7e7f2ac tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 946 time: 0.0535750 May 16 15:31:15.677237 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e0f91fc4-3a9f-495b-bff3-c45d124e4333 req-117e5deb-7cb0-4c9e-9893-0b904a8a58b2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=86fea6b3-32e6-4462-8bca-9544722300d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404377 May 16 15:31:16.294278 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0a3d5-8618-4385-b666-2df258a6879b req-0d457fa8-06e7-413c-8de3-d2342ca4527a tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:16.296379 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-56a0a3d5-8618-4385-b666-2df258a6879b req-0d457fa8-06e7-413c-8de3-d2342ca4527a tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 943 time: 0.0463095 May 16 15:31:16.344950 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-56a0a3d5-8618-4385-b666-2df258a6879b req-bec29653-b11c-4398-b57d-4d2ad38d1bae tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429497 May 16 15:31:16.393937 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595fbca-d245-4283-804b-a00b525a6eec req-5773cc2f-63c5-4e4b-8e92-0784974d9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:16.395546 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0595fbca-d245-4283-804b-a00b525a6eec req-5773cc2f-63c5-4e4b-8e92-0784974d9f53 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 1130 time: 0.0380094 May 16 15:31:16.437622 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0595fbca-d245-4283-804b-a00b525a6eec req-af80c5e1-24ff-4bf9-b89f-18ab8d460d82 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=86fea6b3-32e6-4462-8bca-9544722300d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358467 May 16 15:31:16.789993 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295d183-b21f-43cf-b882-9afa436e10e1 req-00f31302-5a7c-48e9-9c9d-930e9101f694 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:16.791462 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1295d183-b21f-43cf-b882-9afa436e10e1 req-00f31302-5a7c-48e9-9c9d-930e9101f694 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 946 time: 0.0479012 May 16 15:31:16.837584 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1295d183-b21f-43cf-b882-9afa436e10e1 req-7b535eac-29dd-4541-8dfd-09e3ddbd85cf tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=86fea6b3-32e6-4462-8bca-9544722300d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401056 May 16 15:31:17.303353 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 5d2e65be-53b5-48b6-9e23-2fd48edc52bf details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:31:17.398751 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d2e65be-53b5-48b6-9e23-2fd48edc52bf,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:17.410300 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'port_id': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'mac_address': 'fa:16:3e:0f:29:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:31:17.449286 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:17.449675 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:17.459662 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6ed6e-5932-4d29-984c-cda1106868e1 req-357e4892-15b7-4db8-a59d-1893dcadc1e8 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:17.461178 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-35e6ed6e-5932-4d29-984c-cda1106868e1 req-357e4892-15b7-4db8-a59d-1893dcadc1e8 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 943 time: 0.0501316 May 16 15:31:17.512799 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-35e6ed6e-5932-4d29-984c-cda1106868e1 req-e8638e80-57a3-4fe2-9d1f-b9aa57464253 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458748 May 16 15:31:17.582253 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2e65be-53b5-48b6-9e23-2fd48edc52bf {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:31:17.602071 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d2e65be-53b5-48b6-9e23-2fd48edc52bf,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:17.656624 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:17.700507 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=5d2e65be-53b5-48b6-9e23-2fd48edc52bf,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:17.870574 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['5d2e65be-53b5-48b6-9e23-2fd48edc52bf'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:31:17.959706 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac34f0-449c-4de1-b70a-43025a0dae7d req-38833370-029c-4aad-b5dd-dd13a29d3814 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:17.961859 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c1ac34f0-449c-4de1-b70a-43025a0dae7d req-38833370-029c-4aad-b5dd-dd13a29d3814 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 946 time: 0.0504417 May 16 15:31:18.008138 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c1ac34f0-449c-4de1-b70a-43025a0dae7d req-0eb78e18-a1b9-43e8-b1a7-59727377762d tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=86fea6b3-32e6-4462-8bca-9544722300d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405192 May 16 15:31:18.623121 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10cceb-0fbe-4a90-b418-052896a5e864 req-6e002ede-d0ac-4e88-b637-62cdfb222d46 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:18.624577 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db10cceb-0fbe-4a90-b418-052896a5e864 req-6e002ede-d0ac-4e88-b637-62cdfb222d46 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 944 time: 0.0451949 May 16 15:31:18.674682 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-db10cceb-0fbe-4a90-b418-052896a5e864 req-ec874fef-1acf-4a2c-bbcc-9dd221c0638a tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445378 May 16 15:31:19.121091 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c686b95-105c-438f-b78a-94d291b3e908 req-635cd71a-f158-4e5b-b43a-5ecb63c25715 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:19.122528 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2c686b95-105c-438f-b78a-94d291b3e908 req-635cd71a-f158-4e5b-b43a-5ecb63c25715 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 946 time: 0.0476727 May 16 15:31:19.175217 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2c686b95-105c-438f-b78a-94d291b3e908 req-bbd3592f-3368-4752-8875-99f82b3132bd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=86fea6b3-32e6-4462-8bca-9544722300d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466237 May 16 15:31:19.280682 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9de9b-349c-4884-b190-de9c39542759 req-92c8d30d-6619-4277-9a9e-ef065c65fbd8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:19.282146 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-cfc9de9b-349c-4884-b190-de9c39542759 req-92c8d30d-6619-4277-9a9e-ef065c65fbd8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 946 time: 0.0454001 May 16 15:31:19.290538 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33752) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:19.294739 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-ac3608e7-d746-4cd4-9014-b17503c0676e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'floatingip': {'port_id': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:19.333876 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ac3608e7-d746-4cd4-9014-b17503c0676e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (ea0f1825-6ae4-4b9b-978d-0575d514184c), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:19.340198 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 5d2e65be-53b5-48b6-9e23-2fd48edc52bf up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:31:19.380193 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:31:19.445124 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:19.445424 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:19.520296 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:19.520683 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:19.542985 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:31:19.545890 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c744b8-5b37-4aab-93f6-f90a71d945e8" -d '{"events": [{"server_uuid": "e8a5e187-73b3-4577-a8eb-8a5df0f3b611", "name": "network-vif-plugged", "status": "completed", "tag": "5d2e65be-53b5-48b6-9e23-2fd48edc52bf"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:31:19.558958 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d2e65be-53b5-48b6-9e23-2fd48edc52bf,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:19.586433 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffb4308-4abb-4f1b-9006-986a78a09416 x-openstack-request-id: req-bffb4308-4abb-4f1b-9006-986a78a09416 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:31:19.586731 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a5e187-73b3-4577-a8eb-8a5df0f3b611", "name": "network-vif-plugged", "status": "completed", "tag": "5d2e65be-53b5-48b6-9e23-2fd48edc52bf", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:31:19.589050 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bffb4308-4abb-4f1b-9006-986a78a09416 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:31:19.589350 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffb4308-4abb-4f1b-9006-986a78a09416'] response: {'server_uuid': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'code': 200} May 16 15:31:19.634219 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:19.682703 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=5d2e65be-53b5-48b6-9e23-2fd48edc52bf,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:19.956160 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517d318-29c2-4973-a3ec-3e93500d0e3f req-451dafa4-9e7b-45f4-9806-37ea0b7e5ef4 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:19.957523 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0517d318-29c2-4973-a3ec-3e93500d0e3f req-451dafa4-9e7b-45f4-9806-37ea0b7e5ef4 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 945 time: 0.1208885 May 16 15:31:19.960403 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085a10-3cab-49e6-acfd-f4b0fbcae354 req-d6367439-3188-40d1-86fd-e344a98fb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:19.961795 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-02085a10-3cab-49e6-acfd-f4b0fbcae354 req-d6367439-3188-40d1-86fd-e344a98fb9e0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 1129 time: 0.0596414 May 16 15:31:20.085110 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-02085a10-3cab-49e6-acfd-f4b0fbcae354 req-6e7e0cf3-b56b-4e05-888b-5df5fc3c9c0b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167920 May 16 15:31:20.088542 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0517d318-29c2-4973-a3ec-3e93500d0e3f req-b0fd3948-0979-4ff5-8ee6-db502fd628fa tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219783 May 16 15:31:20.166090 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ac3608e7-d746-4cd4-9014-b17503c0676e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:20.239383 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ac3608e7-d746-4cd4-9014-b17503c0676e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (ea0f1825-6ae4-4b9b-978d-0575d514184c), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:20.332025 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [None req-ac3608e7-d746-4cd4-9014-b17503c0676e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Floating IP ea0f1825-6ae4-4b9b-978d-0575d514184c associated. External IP: 172.27.2.49, port: 5d152d8f-e7f2-4135-a7bc-4859d7ef9989. May 16 15:31:20.521424 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3608e7-d746-4cd4-9014-b17503c0676e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Router c915079d-09ff-41b0-95de-1321e0a0ba77 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:31:20.621969 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3608e7-d746-4cd4-9014-b17503c0676e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:31:20.627282 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ac3608e7-d746-4cd4-9014-b17503c0676e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:20.631780 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a578695b-3f28-457a-b4e6-ce53abd8cc50 None None] Sync routers for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:31:20.642426 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a578695b-3f28-457a-b4e6-ce53abd8cc50 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:31:20.643026 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-a578695b-3f28-457a-b4e6-ce53abd8cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:30:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:20.656466 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ac3608e7-d746-4cd4-9014-b17503c0676e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "PUT /v2.0/floatingips/ea0f1825-6ae4-4b9b-978d-0575d514184c HTTP/1.1" status: 200 len: 991 time: 1.3648963 May 16 15:31:20.657050 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937ee730-2b02-4821-bae0-9628c247c4eb', 'tag': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:31:20.659308 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4056077a-2532-4ff9-9cd3-744091dc8fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "937ee730-2b02-4821-bae0-9628c247c4eb", "tag": "5d152d8f-e7f2-4135-a7bc-4859d7ef9989"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:31:20.703157 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624c0799-fbf4-45db-9cf2-aec11c005da2 x-openstack-request-id: req-624c0799-fbf4-45db-9cf2-aec11c005da2 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:31:20.703441 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937ee730-2b02-4821-bae0-9628c247c4eb", "tag": "5d152d8f-e7f2-4135-a7bc-4859d7ef9989", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:31:20.703689 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-624c0799-fbf4-45db-9cf2-aec11c005da2 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:31:20.704115 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624c0799-fbf4-45db-9cf2-aec11c005da2'] response: {'name': 'network-changed', 'server_uuid': '937ee730-2b02-4821-bae0-9628c247c4eb', 'tag': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989', 'status': 'completed', 'code': 200} May 16 15:31:20.745295 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-a578695b-3f28-457a-b4e6-ce53abd8cc50 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:31:20.789181 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056077a-2532-4ff9-9cd3-744091dc8fbc req-651a32ef-0307-4462-8b80-7275a72ea8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:20.790590 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4056077a-2532-4ff9-9cd3-744091dc8fbc req-651a32ef-0307-4462-8b80-7275a72ea8fa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 1130 time: 0.0407140 May 16 15:31:20.881402 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056077a-2532-4ff9-9cd3-744091dc8fbc req-92f99f8e-9af9-49e1-bf24-dd1f2da230bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:20.882884 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4056077a-2532-4ff9-9cd3-744091dc8fbc req-92f99f8e-9af9-49e1-bf24-dd1f2da230bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 914 time: 0.0834644 May 16 15:31:20.948424 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-a578695b-3f28-457a-b4e6-ce53abd8cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'ea0f1825-6ae4-4b9b-978d-0575d514184c', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:57:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ee730-2b02-4821-bae0-9628c247c4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:04Z', 'updated_at': '2022-05-16T15:31:20Z', 'revision_number': 1, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:20.949257 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4056077a-2532-4ff9-9cd3-744091dc8fbc req-3d2c5798-bf2e-402d-8062-23779f5f5726 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d152d8f-e7f2-4135-a7bc-4859d7ef9989 HTTP/1.1" status: 200 len: 999 time: 0.0567839 May 16 15:31:20.972019 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a578695b-3f28-457a-b4e6-ce53abd8cc50 None None] Checking router: c915079d-09ff-41b0-95de-1321e0a0ba77 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:31:20.979941 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a578695b-3f28-457a-b4e6-ce53abd8cc50 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:31:20.980535 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-a578695b-3f28-457a-b4e6-ce53abd8cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:30:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:21.079423 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-a578695b-3f28-457a-b4e6-ce53abd8cc50 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:31:21.080364 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056077a-2532-4ff9-9cd3-744091dc8fbc req-169b28b4-4308-4601-a610-dbdc97a0bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:21.081833 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4056077a-2532-4ff9-9cd3-744091dc8fbc req-169b28b4-4308-4601-a610-dbdc97a0bcc4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2894ba13-a801-431f-a1c4-6f8f264d8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0479136 May 16 15:31:21.207374 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2be6d-2d15-4909-a98a-20bf643e4c74 req-d9b0764a-e5a3-490d-81c4-f9c4c4905ed9 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:21.208949 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ada2be6d-2d15-4909-a98a-20bf643e4c74 req-d9b0764a-e5a3-490d-81c4-f9c4c4905ed9 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 945 time: 0.0466719 May 16 15:31:21.261531 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ada2be6d-2d15-4909-a98a-20bf643e4c74 req-5b6f354f-6553-4dd2-b263-a34a14a6de03 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466514 May 16 15:31:21.292790 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-a578695b-3f28-457a-b4e6-ce53abd8cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'ea0f1825-6ae4-4b9b-978d-0575d514184c', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:57:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ee730-2b02-4821-bae0-9628c247c4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:04Z', 'updated_at': '2022-05-16T15:31:20Z', 'revision_number': 1, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:21.319073 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a578695b-3f28-457a-b4e6-ce53abd8cc50 None None] The sync data for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi is: [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': 'ea0f1825-6ae4-4b9b-978d-0575d514184c', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:57:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ee730-2b02-4821-bae0-9628c247c4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:04Z', 'updated_at': '2022-05-16T15:31:20Z', 'revision_number': 1, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:31:21.463996 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056077a-2532-4ff9-9cd3-744091dc8fbc req-55fed655-d6f9-499c-b345-81896b5fb08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:21.465493 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4056077a-2532-4ff9-9cd3-744091dc8fbc req-55fed655-d6f9-499c-b345-81896b5fb08d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97880a2a-e2c5-4ee9-b5cd-302158bacf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409172 May 16 15:31:21.531977 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb755d-6a14-4b80-abe6-f150e4181f34 None None] New status for floating IP ea0f1825-6ae4-4b9b-978d-0575d514184c: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:31:21.574020 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4056077a-2532-4ff9-9cd3-744091dc8fbc req-97a24011-acd4-4cc4-831d-dac728a93644 service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011553 May 16 15:31:21.668651 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-4056077a-2532-4ff9-9cd3-744091dc8fbc req-e66e5c60-39f8-4464-8294-4f2a55e3e002 service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877900 May 16 15:31:22.429596 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71890f8-a00a-497b-9ab1-a9515cfb1cc7 req-951fcf40-e2ee-4c86-8a7d-8c2d2354819b tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:22.431057 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f71890f8-a00a-497b-9ab1-a9515cfb1cc7 req-951fcf40-e2ee-4c86-8a7d-8c2d2354819b tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 945 time: 0.0451183 May 16 15:31:22.478410 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f71890f8-a00a-497b-9ab1-a9515cfb1cc7 req-2442a161-c9e6-4625-ad21-697db1859bf9 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413320 May 16 15:31:22.592666 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2df728-22b2-437f-b766-46b375a6977b req-d2968f7f-4f4f-46c8-a621-514db0acf7fa tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:22.600241 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ac2df728-22b2-437f-b766-46b375a6977b req-d2968f7f-4f4f-46c8-a621-514db0acf7fa tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 945 time: 0.0502017 May 16 15:31:22.634173 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-43e1aa95-f922-4c58-a895-d12ee572cb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:22.642959 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ac2df728-22b2-437f-b766-46b375a6977b req-0b3879a1-2c96-4de4-82c1-42e01c0d6862 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432220 May 16 15:31:22.665498 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33768) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:22.701244 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4c6761-1ae8-40e9-aacc-bc1b37fe7288 tempest-TestVolumeBootPattern-955196829 tempest-TestVolumeBootPattern-955196829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:22.702722 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ca4c6761-1ae8-40e9-aacc-bc1b37fe7288 tempest-TestVolumeBootPattern-955196829 tempest-TestVolumeBootPattern-955196829-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 1124 time: 0.0362399 May 16 15:31:22.708261 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33770) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:22.712646 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'port_id': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:22.816846 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:22.898072 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:23.002906 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Allocated IP 172.27.2.195 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/0b522129-1c24-44ed-af6d-0a3447e8b7f5) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:31:23.100462 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for port (0b522129-1c24-44ed-af6d-0a3447e8b7f5), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:23.194455 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (0b522129-1c24-44ed-af6d-0a3447e8b7f5), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:23.231223 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:31:23.234043 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:31:23.240470 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:31:23.265352 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'Port': ['ID=0b522129-1c24-44ed-af6d-0a3447e8b7f5,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:23.580667 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (16a08660-ea3c-464e-a493-350a3a92b12e), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:23.704699 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (0b522129-1c24-44ed-af6d-0a3447e8b7f5), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:23.874246 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for port (0b522129-1c24-44ed-af6d-0a3447e8b7f5), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:23.930751 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (0b522129-1c24-44ed-af6d-0a3447e8b7f5), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:23.996795 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'Port': ['ID=0b522129-1c24-44ed-af6d-0a3447e8b7f5,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:24.007412 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (16a08660-ea3c-464e-a493-350a3a92b12e), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:24.098767 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Floating IP 16a08660-ea3c-464e-a493-350a3a92b12e associated. External IP: 172.27.2.195, port: 5d2e65be-53b5-48b6-9e23-2fd48edc52bf. May 16 15:31:24.287914 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:31:24.386475 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:31:24.395842 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e82ad-05e5-44ca-b04d-6efd0b5e4a84 None None] Sync routers for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:31:24.406174 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e82ad-05e5-44ca-b04d-6efd0b5e4a84 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:31:24.406775 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b49e82ad-05e5-44ca-b04d-6efd0b5e4a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:30:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:24.435920 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:24.467914 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-7fd1ca95-924d-4c96-a89b-254c6a8a0a63 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7559307 May 16 15:31:24.467914 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'tag': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:31:24.468853 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd04833-d19b-4c98-8b56-1da9843209ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a5e187-73b3-4577-a8eb-8a5df0f3b611", "tag": "5d2e65be-53b5-48b6-9e23-2fd48edc52bf"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:31:24.506044 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-b49e82ad-05e5-44ca-b04d-6efd0b5e4a84 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:31:24.508291 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da7eb17-a44b-42f0-8575-89a53f1ed39b x-openstack-request-id: req-2da7eb17-a44b-42f0-8575-89a53f1ed39b {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:31:24.508586 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a5e187-73b3-4577-a8eb-8a5df0f3b611", "tag": "5d2e65be-53b5-48b6-9e23-2fd48edc52bf", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:31:24.508844 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2da7eb17-a44b-42f0-8575-89a53f1ed39b {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:31:24.509252 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da7eb17-a44b-42f0-8575-89a53f1ed39b'] response: {'name': 'network-changed', 'server_uuid': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'tag': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'status': 'completed', 'code': 200} May 16 15:31:24.568186 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04833-d19b-4c98-8b56-1da9843209ba req-30579481-b2da-42cf-b0bd-92a3cf7c9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:24.569698 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ecd04833-d19b-4c98-8b56-1da9843209ba req-30579481-b2da-42cf-b0bd-92a3cf7c9a6b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 1129 time: 0.0405648 May 16 15:31:24.754300 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1d659c04-3531-4157-84d4-18f4bdfdcc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:24.815681 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b49e82ad-05e5-44ca-b04d-6efd0b5e4a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '16a08660-ea3c-464e-a493-350a3a92b12e', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:0f:29:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:23Z', 'updated_at': '2022-05-16T15:31:23Z', 'revision_number': 0, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:24.841241 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e82ad-05e5-44ca-b04d-6efd0b5e4a84 None None] Checking router: 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:31:24.854635 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e82ad-05e5-44ca-b04d-6efd0b5e4a84 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:31:24.855289 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b49e82ad-05e5-44ca-b04d-6efd0b5e4a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:31:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:24.937926 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04833-d19b-4c98-8b56-1da9843209ba req-804e6d7d-6372-4818-a3a7-90017bdfd24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:24.939433 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ecd04833-d19b-4c98-8b56-1da9843209ba req-804e6d7d-6372-4818-a3a7-90017bdfd24f service neutron] 10.222.0.79 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 913 time: 0.3637309 May 16 15:31:24.958745 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-b49e82ad-05e5-44ca-b04d-6efd0b5e4a84 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:31:25.000398 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ecd04833-d19b-4c98-8b56-1da9843209ba req-bd945623-e218-47df-8e80-4dad7f74dba4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2e65be-53b5-48b6-9e23-2fd48edc52bf HTTP/1.1" status: 200 len: 999 time: 0.0542870 May 16 15:31:25.048000 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04833-d19b-4c98-8b56-1da9843209ba req-705805af-3946-46f6-915e-abfba812c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:25.049339 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ecd04833-d19b-4c98-8b56-1da9843209ba req-705805af-3946-46f6-915e-abfba812c866 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ee3e22d-a944-4d7c-b676-4c481e98090e HTTP/1.1" status: 200 len: 851 time: 0.0435710 May 16 15:31:25.094307 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04833-d19b-4c98-8b56-1da9843209ba req-974ea3c4-708a-43a1-b870-6e1638ad6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:25.095789 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ecd04833-d19b-4c98-8b56-1da9843209ba req-974ea3c4-708a-43a1-b870-6e1638ad6e37 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8109ecd0-18dc-47a3-8ba0-731e552020b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409527 May 16 15:31:25.162830 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b49e82ad-05e5-44ca-b04d-6efd0b5e4a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '16a08660-ea3c-464e-a493-350a3a92b12e', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:0f:29:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:23Z', 'updated_at': '2022-05-16T15:31:23Z', 'revision_number': 0, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:25.183813 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ecd04833-d19b-4c98-8b56-1da9843209ba req-b74c0606-b89e-4246-82b9-aa75e413232b service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818095 May 16 15:31:25.187159 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e82ad-05e5-44ca-b04d-6efd0b5e4a84 None None] The sync data for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi is: [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '16a08660-ea3c-464e-a493-350a3a92b12e', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:0f:29:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:23Z', 'updated_at': '2022-05-16T15:31:23Z', 'revision_number': 0, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:31:25.291586 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ecd04833-d19b-4c98-8b56-1da9843209ba req-982e61b7-cbfe-478c-b8b5-2b089fd74258 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020055 May 16 15:31:25.390668 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cac99a-db17-44b5-ae1b-1258545d3275 None None] New status for floating IP 16a08660-ea3c-464e-a493-350a3a92b12e: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:31:25.816682 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:27.496578 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:27.839624 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:31:29.496961 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:42.251466 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:52.674586 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-05f27404-874e-4bd1-8a80-da1332f02a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:54.771365 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-bb095f68-f2f0-45c3-93f3-54dbc66a4cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:55.810665 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:57.502915 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:59.491545 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:04.839290 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:32:09.703714 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5b34a-701e-41fd-bcb9-6e6895f21104 req-401a07de-2464-4e18-a8b2-695bb2548ee2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:09.705171 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f3e5b34a-701e-41fd-bcb9-6e6895f21104 req-401a07de-2464-4e18-a8b2-695bb2548ee2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 946 time: 0.0460308 May 16 15:32:09.753612 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f3e5b34a-701e-41fd-bcb9-6e6895f21104 req-efd35230-fc0f-4708-8b6b-2c4784537152 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=86fea6b3-32e6-4462-8bca-9544722300d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 May 16 15:32:10.867483 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a862203-9b9c-4b54-bdca-7688e26309a4 req-cb08676e-6439-43c3-820e-2f1ba8804104 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:10.868970 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5a862203-9b9c-4b54-bdca-7688e26309a4 req-cb08676e-6439-43c3-820e-2f1ba8804104 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 946 time: 0.0459580 May 16 15:32:10.915222 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-5a862203-9b9c-4b54-bdca-7688e26309a4 req-77cc01a8-5a0a-4733-9906-527a7de85675 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=86fea6b3-32e6-4462-8bca-9544722300d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406077 May 16 15:32:11.376365 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-62a2bd3b-692c-4ff0-884c-e4d0dab36b8a tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:11.377792 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-62a2bd3b-692c-4ff0-884c-e4d0dab36b8a tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 946 time: 0.0446990 May 16 15:32:11.461221 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Deleting port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:32:11.461558 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:11.557202 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] For port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d152d8f-e7f2-4135-a7bc-4859d7ef9989,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:32:11.557566 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:11.719998 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:11.720278 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (ea0f1825-6ae4-4b9b-978d-0575d514184c), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:11.720595 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Floating IP ea0f1825-6ae4-4b9b-978d-0575d514184c disassociated. External IP: 172.27.2.49, port: 5d152d8f-e7f2-4135-a7bc-4859d7ef9989. May 16 15:32:11.720944 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Calling delete_port for 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:32:11.886334 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (5d152d8f-e7f2-4135-a7bc-4859d7ef9989), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:11.915960 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event deleted for resources: {'Port': ['ID=5d152d8f-e7f2-4135-a7bc-4859d7ef9989,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:11.925681 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.926035 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.926418 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.926747 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.927086 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.927418 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.927748 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.928078 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.928441 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.929757 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.929757 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.929969 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.930292 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.930620 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:11.930944 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:12.013427 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bdd7c35b-da73-4410-a7e6-5fe6242132a7 req-b08fbd1c-d2f0-4480-b5b2-8713e19bcf78 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 210 time: 0.0275748 May 16 15:32:12.065204 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Router c915079d-09ff-41b0-95de-1321e0a0ba77 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:32:12.161625 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:32:12.171709 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e943d-ba97-406d-8ab3-a45f3d784898 None None] Sync routers for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:32:12.182154 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e943d-ba97-406d-8ab3-a45f3d784898 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:32:12.182826 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-635e943d-ba97-406d-8ab3-a45f3d784898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:31:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:32:12.207067 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] No DVR routers for this DVR port 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:32:12.209657 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:12.213067 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-48a0d82d-8ef5-4e01-a59d-86465e822bdf req-32e98413-0844-408e-921e-fc628a76f3e8 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "DELETE /v2.0/ports/5d152d8f-e7f2-4135-a7bc-4859d7ef9989 HTTP/1.1" status: 204 len: 173 time: 0.8300579 May 16 15:32:12.213513 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937ee730-2b02-4821-bae0-9628c247c4eb', 'name': 'network-vif-deleted', 'tag': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:32:12.215878 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20de60f7-5ead-4074-87aa-c38ec9eaab28" -d '{"events": [{"server_uuid": "937ee730-2b02-4821-bae0-9628c247c4eb", "name": "network-vif-deleted", "tag": "5d152d8f-e7f2-4135-a7bc-4859d7ef9989"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:32:12.251207 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:12.290635 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-635e943d-ba97-406d-8ab3-a45f3d784898 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:32:12.315997 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadcbe6f-35f3-40db-b077-817a35fe7db8 x-openstack-request-id: req-cadcbe6f-35f3-40db-b077-817a35fe7db8 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:32:12.316297 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937ee730-2b02-4821-bae0-9628c247c4eb", "name": "network-vif-deleted", "tag": "5d152d8f-e7f2-4135-a7bc-4859d7ef9989", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:32:12.316554 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cadcbe6f-35f3-40db-b077-817a35fe7db8 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:32:12.316963 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cadcbe6f-35f3-40db-b077-817a35fe7db8'] response: {'server_uuid': '937ee730-2b02-4821-bae0-9628c247c4eb', 'name': 'network-vif-deleted', 'tag': '5d152d8f-e7f2-4135-a7bc-4859d7ef9989', 'status': 'completed', 'code': 200} May 16 15:32:12.481025 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-635e943d-ba97-406d-8ab3-a45f3d784898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:32:12.508173 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e943d-ba97-406d-8ab3-a45f3d784898 None None] Checking router: c915079d-09ff-41b0-95de-1321e0a0ba77 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:32:12.516973 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e943d-ba97-406d-8ab3-a45f3d784898 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:32:12.517501 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-635e943d-ba97-406d-8ab3-a45f3d784898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:31:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:32:12.617646 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-635e943d-ba97-406d-8ab3-a45f3d784898 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:32:12.792941 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-635e943d-ba97-406d-8ab3-a45f3d784898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:32:12.816573 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e943d-ba97-406d-8ab3-a45f3d784898 None None] The sync data for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi is: [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:32:13.047907 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c489d-425a-4ea0-bbd3-4bcc6cc6d66d None None] New status for floating IP ea0f1825-6ae4-4b9b-978d-0575d514184c: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:32:13.130446 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-62fee483-7913-4e30-9ad8-22783bcdaa10 req-e9a0976d-4021-41f6-90b8-b44c4b4869dc tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=937ee730-2b02-4821-bae0-9628c247c4eb HTTP/1.1" status: 200 len: 210 time: 0.0282402 May 16 15:32:14.253148 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 33870) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:32:14.307360 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-93854b52-0a8e-471a-bb11-8434aaa1692b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (86fea6b3-32e6-4462-8bca-9544722300d9), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:14.329639 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-93854b52-0a8e-471a-bb11-8434aaa1692b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (86fea6b3-32e6-4462-8bca-9544722300d9), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:14.417379 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-93854b52-0a8e-471a-bb11-8434aaa1692b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (86fea6b3-32e6-4462-8bca-9544722300d9), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:14.419946 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-93854b52-0a8e-471a-bb11-8434aaa1692b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:14.421093 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-93854b52-0a8e-471a-bb11-8434aaa1692b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "DELETE /v2.0/security-groups/86fea6b3-32e6-4462-8bca-9544722300d9 HTTP/1.1" status: 204 len: 168 time: 0.1668618 May 16 15:32:14.423951 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33872) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:32:14.430625 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93854b52-0a8e-471a-bb11-8434aaa1692b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fea6b3-32e6-4462-8bca-9544722300d9,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:14.437891 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.api.v2.resource [None req-0f3fb7a9-cd51-4335-bc30-b43c4bacb686 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] show failed (client error): The resource could not be found. May 16 15:32:14.438923 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0f3fb7a9-cd51-4335-bc30-b43c4bacb686 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups/86fea6b3-32e6-4462-8bca-9544722300d9 HTTP/1.1" status: 404 len: 347 time: 0.0139596 May 16 15:32:14.441967 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33874) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:32:14.555235 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Deleting port 6154e089-42eb-4cd8-aaee-9704342ecf70 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:32:14.555581 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (6154e089-42eb-4cd8-aaee-9704342ecf70), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:14.631870 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (6154e089-42eb-4cd8-aaee-9704342ecf70), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:14.632194 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (6154e089-42eb-4cd8-aaee-9704342ecf70), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:14.643826 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Calling delete_port for 6154e089-42eb-4cd8-aaee-9704342ecf70 owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:32:14.846344 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (6154e089-42eb-4cd8-aaee-9704342ecf70), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:14.870671 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event deleted for resources: {'Port': ['ID=6154e089-42eb-4cd8-aaee-9704342ecf70,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:14.887598 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.887949 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.888298 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.888642 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.888981 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.889371 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.889707 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.890038 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.890399 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.890729 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.891066 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.891391 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.891717 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.892038 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.893497 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:14.948547 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (ea0f1825-6ae4-4b9b-978d-0575d514184c), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:14.951013 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:14.952152 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6ec97bf1-c852-4b67-98a0-f903433ac7b6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "DELETE /v2.0/floatingips/ea0f1825-6ae4-4b9b-978d-0575d514184c HTTP/1.1" status: 204 len: 168 time: 0.5092537 May 16 15:32:15.082470 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33878) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:32:15.087669 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-198c2cb9-5f11-4b35-8bc0-2420e8ca9189 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1245191286', 'description': 'tempest-description--546890192'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:32:15.149264 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-198c2cb9-5f11-4b35-8bc0-2420e8ca9189 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.223405 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-198c2cb9-5f11-4b35-8bc0-2420e8ca9189 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (30246f9f-5ca3-463e-b09b-0b42324369b0), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.263003 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-198c2cb9-5f11-4b35-8bc0-2420e8ca9189 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (30246f9f-5ca3-463e-b09b-0b42324369b0), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.291437 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c2cb9-5f11-4b35-8bc0-2420e8ca9189 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30246f9f-5ca3-463e-b09b-0b42324369b0,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:15.350765 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-198c2cb9-5f11-4b35-8bc0-2420e8ca9189 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.351997 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-198c2cb9-5f11-4b35-8bc0-2420e8ca9189 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2685454 May 16 15:32:15.354782 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33880) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:32:15.358989 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-8febae03-12cc-48e9-9a7c-1cca513df273 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'security_group_rule': {'security_group_id': '30246f9f-5ca3-463e-b09b-0b42324369b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:32:15.422481 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8febae03-12cc-48e9-9a7c-1cca513df273 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (f3f96bfe-6b66-4685-886d-4e831c6e2e75), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.480195 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8febae03-12cc-48e9-9a7c-1cca513df273 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (f3f96bfe-6b66-4685-886d-4e831c6e2e75), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.537270 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8febae03-12cc-48e9-9a7c-1cca513df273 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (f3f96bfe-6b66-4685-886d-4e831c6e2e75), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.558345 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febae03-12cc-48e9-9a7c-1cca513df273 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f96bfe-6b66-4685-886d-4e831c6e2e75,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:15.620361 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8febae03-12cc-48e9-9a7c-1cca513df273 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.621711 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8febae03-12cc-48e9-9a7c-1cca513df273 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2660317 May 16 15:32:15.624271 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33882) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:32:15.628550 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-2dc8925f-64f5-4430-836b-1c1e1ebc9372 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'security_group_rule': {'security_group_id': '30246f9f-5ca3-463e-b09b-0b42324369b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:32:15.692771 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:32:15.714961 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:32:15.715302 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 5d152d8f-e7f2-4135-a7bc-4859d7ef9989 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:32:15.719927 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2dc8925f-64f5-4430-836b-1c1e1ebc9372 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (cacb4980-e094-4a6a-b639-0f5447971f42), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.775571 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2dc8925f-64f5-4430-836b-1c1e1ebc9372 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (cacb4980-e094-4a6a-b639-0f5447971f42), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.851968 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2dc8925f-64f5-4430-836b-1c1e1ebc9372 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686727'] for security_group_rule (cacb4980-e094-4a6a-b639-0f5447971f42), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.870042 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8925f-64f5-4430-836b-1c1e1ebc9372 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cacb4980-e094-4a6a-b639-0f5447971f42,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:15.939511 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2dc8925f-64f5-4430-836b-1c1e1ebc9372 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.940723 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-2dc8925f-64f5-4430-836b-1c1e1ebc9372 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3155210 May 16 15:32:15.946786 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33884) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:32:15.948826 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:32:16.040239 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:16.117404 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:16.220430 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Allocated IP 172.27.2.90 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/29c4360c-3574-4bf9-9034-5fe9a4b0f7e5) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:32:16.326230 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for port (29c4360c-3574-4bf9-9034-5fe9a4b0f7e5), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:16.417744 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (29c4360c-3574-4bf9-9034-5fe9a4b0f7e5), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:16.454026 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:32:16.456825 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:32:16.463214 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:32:16.468100 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'Port': ['ID=29c4360c-3574-4bf9-9034-5fe9a4b0f7e5,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:16.548109 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (7845f66a-3447-44e0-a47c-e41414089f9f), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:16.663537 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (29c4360c-3574-4bf9-9034-5fe9a4b0f7e5), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:16.831069 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for port (29c4360c-3574-4bf9-9034-5fe9a4b0f7e5), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:16.874810 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31726005'] for port (29c4360c-3574-4bf9-9034-5fe9a4b0f7e5), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:16.938518 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'Port': ['ID=29c4360c-3574-4bf9-9034-5fe9a4b0f7e5,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:16.951210 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (7845f66a-3447-44e0-a47c-e41414089f9f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:17.019161 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:17.020472 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b72e6577-c314-40bf-9502-7442b8d725d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0748913 May 16 15:32:17.167680 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-e6a46717-37e5-401f-87e5-75a477ed8ca6 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1245191286&fields=id&tenant_id=fbaba74aca3d447eb9cc9d56700fa13e HTTP/1.1" status: 200 len: 267 time: 0.0407641 May 16 15:32:17.470874 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-bc096678-3997-4721-bc7d-45d5f4620bc5 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:17.472339 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-bc096678-3997-4721-bc7d-45d5f4620bc5 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 813 time: 0.2981596 May 16 15:32:17.487094 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd2f07b2-0168-4f29-9968-4199eacd326b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/quotas/fbaba74aca3d447eb9cc9d56700fa13e HTTP/1.1" status: 200 len: 375 time: 0.0094020 May 16 15:32:17.533298 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-a9e0aa30-04bd-4e6d-8028-5bb414a687f2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0414631 May 16 15:32:17.590993 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-d18455b7-1308-4932-893e-5f873c245e06 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:32:17.591984 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-d18455b7-1308-4932-893e-5f873c245e06 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0475557 May 16 15:32:17.688985 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-f23f4f2a-b00d-478b-bef8-3e7920d0850f service neutron] 10.222.0.76 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911186 May 16 15:32:17.718726 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-264fbf45-a8ac-4446-a834-4893177f2036 req-2d6a8bec-1de5-49f6-a188-3e1ddb5e4042 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852480 May 16 15:32:17.781588 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-f94ffe6a-d9fd-42be-9263-04f307be834d service neutron] 10.222.0.76 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868716 May 16 15:32:17.803072 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fbf45-a8ac-4446-a834-4893177f2036 req-99dadac5-1c58-4178-9ee9-aa55b5cb0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:17.804589 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-264fbf45-a8ac-4446-a834-4893177f2036 req-99dadac5-1c58-4178-9ee9-aa55b5cb0892 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 1129 time: 0.0388584 May 16 15:32:17.905997 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fbf45-a8ac-4446-a834-4893177f2036 req-f6eea067-f19d-44aa-ab19-a2c9d0dce4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:17.907517 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-264fbf45-a8ac-4446-a834-4893177f2036 req-f6eea067-f19d-44aa-ab19-a2c9d0dce4b0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 913 time: 0.0854104 May 16 15:32:17.974901 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-264fbf45-a8ac-4446-a834-4893177f2036 req-2f5f2cb6-2022-45b9-8cb3-80137014b0eb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2e65be-53b5-48b6-9e23-2fd48edc52bf HTTP/1.1" status: 200 len: 1001 time: 0.0581758 May 16 15:32:18.026084 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fbf45-a8ac-4446-a834-4893177f2036 req-bf093127-716a-4639-8cf6-be8206328119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:18.027606 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-264fbf45-a8ac-4446-a834-4893177f2036 req-bf093127-716a-4639-8cf6-be8206328119 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ee3e22d-a944-4d7c-b676-4c481e98090e HTTP/1.1" status: 200 len: 851 time: 0.0457919 May 16 15:32:18.092819 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0baf3fc4-279a-4f53-b2d3-836f4069fd7a req-ce8e407c-bddf-44e4-b34d-34405e39c865 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 210 time: 0.0477405 May 16 15:32:18.100973 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fbf45-a8ac-4446-a834-4893177f2036 req-6811e38c-20d2-4735-a9d0-9c4ca37f8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:18.102567 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-264fbf45-a8ac-4446-a834-4893177f2036 req-6811e38c-20d2-4735-a9d0-9c4ca37f8e71 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8109ecd0-18dc-47a3-8ba0-731e552020b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0668507 May 16 15:32:18.115189 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [req-264fbf45-a8ac-4446-a834-4893177f2036 req-46e12c8a-3ea5-4809-96bf-47f4ba025e70 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:32:18.116269 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-264fbf45-a8ac-4446-a834-4893177f2036 req-46e12c8a-3ea5-4809-96bf-47f4ba025e70 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055087 May 16 15:32:18.207090 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-264fbf45-a8ac-4446-a834-4893177f2036 req-7b991592-053a-4e9c-9f07-405b5a3a3f47 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848460 May 16 15:32:18.301403 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-264fbf45-a8ac-4446-a834-4893177f2036 req-ba75f947-c152-418e-83ef-ee8129444687 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866523 May 16 15:32:19.189403 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-974a6d50-da8f-4860-b5ef-6ba179a9c969 req-1371c1d0-b3ac-4318-8072-bd2fd6454987 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 210 time: 0.0285163 May 16 15:32:19.939434 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-de1f88a0-891b-4ee3-82e2-4dc943d8a77c tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:19.940890 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-de1f88a0-891b-4ee3-82e2-4dc943d8a77c tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 813 time: 0.0987391 May 16 15:32:20.003430 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-4d1278d6-4c57-4fc0-b3fc-b5b94afd59be tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbaba74aca3d447eb9cc9d56700fa13e HTTP/1.1" status: 200 len: 380 time: 0.0522392 May 16 15:32:20.013104 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'port': {'device_id': '66955270-8a03-464f-9716-79622eab9025', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'admin_state_up': True, 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'security_groups': ['30246f9f-5ca3-463e-b09b-0b42324369b0']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:32:20.177767 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Made reservation on behalf of fbaba74aca3d447eb9cc9d56700fa13e for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:32:20.181241 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:20.311527 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ce8d459f-a767-4c1b-af04-cd271a56d0e1 req-015957e3-032c-407c-83b6-24ce360553cd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 210 time: 0.0522189 May 16 15:32:20.331272 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Allocated IP 172.20.0.8 (97880a2a-e2c5-4ee9-b5cd-302158bacf22/2894ba13-a801-431f-a1c4-6f8f264d8ab6/dfc4b779-adb3-4a54-9d8c-3bf777260dfd) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:32:20.464913 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:20.560615 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:20.601711 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:32:20.605416 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:32:20.612145 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:32:20.634372 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event updated for resources: {'Port': ['ID=dfc4b779-adb3-4a54-9d8c-3bf777260dfd,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:20.666986 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:20.675744 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:20.734990 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-fb85a1d8-3da4-4188-b526-dec05fe402c4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7261448 May 16 15:32:20.812237 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-e62188b0-449d-4a40-b1e9-724aa32a21ec None None] Provisioning complete for port dfc4b779-adb3-4a54-9d8c-3bf777260dfd triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:32:20.812805 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e62188b0-449d-4a40-b1e9-724aa32a21ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:20.820427 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Request body: {'port': {'device_id': '66955270-8a03-464f-9716-79622eab9025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:32:20.844042 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-e62188b0-449d-4a40-b1e9-724aa32a21ec None None] Port dfc4b779-adb3-4a54-9d8c-3bf777260dfd cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:32:20.886938 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:21.158369 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc4b779-adb3-4a54-9d8c-3bf777260dfd {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:32:21.165699 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Publish callbacks [] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:21.177726 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Transition to ACTIVE for port object dfc4b779-adb3-4a54-9d8c-3bf777260dfd will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:32:21.263557 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:21.335105 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc4b779-adb3-4a54-9d8c-3bf777260dfd,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:21.396580 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Attempting to bind port dfc4b779-adb3-4a54-9d8c-3bf777260dfd on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:32:21.396919 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Attempting to bind port dfc4b779-adb3-4a54-9d8c-3bf777260dfd by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:32:21.397256 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Attempting to bind port dfc4b779-adb3-4a54-9d8c-3bf777260dfd on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:32:21.402104 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Port dfc4b779-adb3-4a54-9d8c-3bf777260dfd on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:32:21.402450 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Attempting to bind port dfc4b779-adb3-4a54-9d8c-3bf777260dfd on network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:32:21.407378 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:32:21.407714 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Checking segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:32:21.408096 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Bound using segment: {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:32:21.408578 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Bound port: dfc4b779-adb3-4a54-9d8c-3bf777260dfd, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020080e6-a806-4268-92b7-ed9e6f903304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:32:21.408887 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:21.442414 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5cd0a-a9a1-423a-90eb-adb0dd9d1d49 req-2c9ca863-1f67-40bd-8983-5418cb48b849 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:21.444598 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d2e5cd0a-a9a1-423a-90eb-adb0dd9d1d49 req-2c9ca863-1f67-40bd-8983-5418cb48b849 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 943 time: 0.0515969 May 16 15:32:21.478048 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] For port dfc4b779-adb3-4a54-9d8c-3bf777260dfd, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:32:21.482255 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] For port dfc4b779-adb3-4a54-9d8c-3bf777260dfd, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dfc4b779-adb3-4a54-9d8c-3bf777260dfd,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:32:21.499377 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d2e5cd0a-a9a1-423a-90eb-adb0dd9d1d49 req-ef399513-7832-4088-8695-11626e593af1 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=30246f9f-5ca3-463e-b09b-0b42324369b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470772 May 16 15:32:21.532407 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:21.571738 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:21.572278 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:21.574351 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] 10.222.0.79 "PUT /v2.0/ports/dfc4b779-adb3-4a54-9d8c-3bf777260dfd HTTP/1.1" status: 200 len: 1093 time: 0.7584827 May 16 15:32:21.574796 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66955270-8a03-464f-9716-79622eab9025', 'tag': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:32:21.577194 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a6c598-972e-4f39-b0af-77a9bab54a55" -d '{"events": [{"name": "network-changed", "server_uuid": "66955270-8a03-464f-9716-79622eab9025", "tag": "dfc4b779-adb3-4a54-9d8c-3bf777260dfd"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:32:21.596387 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd259326-c50f-426b-92b8-70c624f0d7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc4b779-adb3-4a54-9d8c-3bf777260dfd,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:21.623520 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb847610-4831-4167-81b0-4365ae62ba38 x-openstack-request-id: req-fb847610-4831-4167-81b0-4365ae62ba38 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:32:21.623842 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66955270-8a03-464f-9716-79622eab9025", "tag": "dfc4b779-adb3-4a54-9d8c-3bf777260dfd", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:32:21.624101 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb847610-4831-4167-81b0-4365ae62ba38 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:32:21.624507 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb847610-4831-4167-81b0-4365ae62ba38'] response: {'name': 'network-changed', 'server_uuid': '66955270-8a03-464f-9716-79622eab9025', 'tag': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd', 'status': 'completed', 'code': 200} May 16 15:32:21.684760 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6c598-972e-4f39-b0af-77a9bab54a55 req-f52aca21-233a-430f-a30a-8745a123dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:21.686311 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-08a6c598-972e-4f39-b0af-77a9bab54a55 req-f52aca21-233a-430f-a30a-8745a123dd89 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 1127 time: 0.0409808 May 16 15:32:21.796215 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6c598-972e-4f39-b0af-77a9bab54a55 req-abd54468-e73a-418a-a369-8677e15266a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:21.797680 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-08a6c598-972e-4f39-b0af-77a9bab54a55 req-abd54468-e73a-418a-a369-8677e15266a3 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1029153 May 16 15:32:21.888441 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6c598-972e-4f39-b0af-77a9bab54a55 req-8834282e-126e-4170-aa0e-e63dadbbe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:21.889813 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-08a6c598-972e-4f39-b0af-77a9bab54a55 req-8834282e-126e-4170-aa0e-e63dadbbe389 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859146 May 16 15:32:21.963823 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-d28b6177-cf77-4ff6-bb9c-3f003375282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:21.965239 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-d28b6177-cf77-4ff6-bb9c-3f003375282b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 1127 time: 0.0390079 May 16 15:32:22.007979 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-b52cb389-faa7-4372-9207-aaaf55b2266e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfc4b779-adb3-4a54-9d8c-3bf777260dfd HTTP/1.1" status: 200 len: 217 time: 0.0348322 May 16 15:32:22.056845 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-2a67d904-bfd1-4c68-b93d-ec1ae6b424e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:22.058333 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-2a67d904-bfd1-4c68-b93d-ec1ae6b424e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2894ba13-a801-431f-a1c4-6f8f264d8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0434141 May 16 15:32:22.099062 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-12e85e0c-2707-447c-82a4-3acc27f4b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:22.100494 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-12e85e0c-2707-447c-82a4-3acc27f4b5bf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97880a2a-e2c5-4ee9-b5cd-302158bacf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0361855 May 16 15:32:22.190228 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-0d1bc3b0-9a4d-480b-8ea7-aed4f2e9fbd1 service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828209 May 16 15:32:22.274543 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-3d1df128-fefd-49a0-bb3a-c0f359f72982 req-2b513037-3cb8-4f47-8401-e1939dfece33 service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780168 May 16 15:32:22.611234 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedee37f-e871-403d-9533-061fb4713723 req-4edd2959-e085-4b74-9291-0d8854d3293a tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:22.612730 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cedee37f-e871-403d-9533-061fb4713723 req-4edd2959-e085-4b74-9291-0d8854d3293a tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 943 time: 0.0471120 May 16 15:32:22.640442 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ffaa1206-cdb1-4f75-b6ec-88100f068ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:22.662441 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cedee37f-e871-403d-9533-061fb4713723 req-8d90115a-2df1-401a-b3cb-0f36eb0ba346 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=30246f9f-5ca3-463e-b09b-0b42324369b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437207 May 16 15:32:23.769251 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device dfc4b779-adb3-4a54-9d8c-3bf777260dfd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:32:23.780349 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d56c7-fac5-4aeb-944b-51e5a1f23ca7 req-a935d517-6524-49c1-be63-f75cd46812c9 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:23.781838 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0d7d56c7-fac5-4aeb-944b-51e5a1f23ca7 req-a935d517-6524-49c1-be63-f75cd46812c9 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 943 time: 0.0507264 May 16 15:32:23.831571 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0d7d56c7-fac5-4aeb-944b-51e5a1f23ca7 req-8fccbcdc-d709-4733-8707-2a75b507eb17 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=30246f9f-5ca3-463e-b09b-0b42324369b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407994 May 16 15:32:23.869607 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port dfc4b779-adb3-4a54-9d8c-3bf777260dfd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dfc4b779-adb3-4a54-9d8c-3bf777260dfd,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:32:23.880384 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'port_id': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd', 'mac_address': 'fa:16:3e:f6:a6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:32:23.918252 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port dfc4b779-adb3-4a54-9d8c-3bf777260dfd is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:32:23.918641 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:23.931075 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc4b779-adb3-4a54-9d8c-3bf777260dfd {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:32:23.949845 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port dfc4b779-adb3-4a54-9d8c-3bf777260dfd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dfc4b779-adb3-4a54-9d8c-3bf777260dfd,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:32:24.023310 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:24.068244 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=dfc4b779-adb3-4a54-9d8c-3bf777260dfd,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:24.075816 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.076169 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.076627 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.076978 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.077317 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.077651 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.077984 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.078346 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.078690 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.079050 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.079445 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.079703 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.080049 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.080356 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.080681 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:32:24.289422 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['dfc4b779-adb3-4a54-9d8c-3bf777260dfd'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:32:24.782151 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-54a0b05c-face-4c5f-a2be-3c445d76df8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:24.943767 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12786849-fd45-4922-b211-d7777eddbcc1 req-e99599f3-3eb3-4260-90bc-3b29f18b9212 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:24.945207 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-12786849-fd45-4922-b211-d7777eddbcc1 req-e99599f3-3eb3-4260-90bc-3b29f18b9212 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 944 time: 0.0462637 May 16 15:32:24.990928 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-12786849-fd45-4922-b211-d7777eddbcc1 req-d624a6fd-c0de-45e7-ba32-495e408d7e5a tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=30246f9f-5ca3-463e-b09b-0b42324369b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401583 May 16 15:32:25.786814 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device dfc4b779-adb3-4a54-9d8c-3bf777260dfd up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:32:25.821373 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:25.831378 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port dfc4b779-adb3-4a54-9d8c-3bf777260dfd completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:32:25.926404 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port dfc4b779-adb3-4a54-9d8c-3bf777260dfd triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:32:25.926770 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:25.997771 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port dfc4b779-adb3-4a54-9d8c-3bf777260dfd is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:32:25.998171 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:26.020249 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66955270-8a03-464f-9716-79622eab9025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:32:26.022725 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556bb037-e07c-45de-907c-8b6328304795" -d '{"events": [{"server_uuid": "66955270-8a03-464f-9716-79622eab9025", "name": "network-vif-plugged", "status": "completed", "tag": "dfc4b779-adb3-4a54-9d8c-3bf777260dfd"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:32:26.035109 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port dfc4b779-adb3-4a54-9d8c-3bf777260dfd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dfc4b779-adb3-4a54-9d8c-3bf777260dfd,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:32:26.059731 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a49529-6afb-4e55-89f5-b30c85b08356 x-openstack-request-id: req-e4a49529-6afb-4e55-89f5-b30c85b08356 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:32:26.060088 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66955270-8a03-464f-9716-79622eab9025", "name": "network-vif-plugged", "status": "completed", "tag": "dfc4b779-adb3-4a54-9d8c-3bf777260dfd", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:32:26.060405 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e4a49529-6afb-4e55-89f5-b30c85b08356 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:32:26.060900 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a49529-6afb-4e55-89f5-b30c85b08356'] response: {'server_uuid': '66955270-8a03-464f-9716-79622eab9025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd', 'code': 200} May 16 15:32:26.104401 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:26.106448 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702c40-2df1-448d-996d-b433cfe63816 req-2aa6ad31-e74a-4bd2-ba3c-35d81f8aec03 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:26.108115 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-25702c40-2df1-448d-996d-b433cfe63816 req-2aa6ad31-e74a-4bd2-ba3c-35d81f8aec03 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 944 time: 0.0503674 May 16 15:32:26.153113 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=dfc4b779-adb3-4a54-9d8c-3bf777260dfd,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:32:26.157959 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-25702c40-2df1-448d-996d-b433cfe63816 req-15742e85-1935-4b59-8979-5249be4f2852 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=30246f9f-5ca3-463e-b09b-0b42324369b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 May 16 15:32:26.369129 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6193a-e43c-4212-8d51-977e6037519e req-e6a41256-13b6-4a9d-92cb-f9df5cd2addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:26.371442 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-64e6193a-e43c-4212-8d51-977e6037519e req-e6a41256-13b6-4a9d-92cb-f9df5cd2addb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 1129 time: 0.0374608 May 16 15:32:26.415521 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-64e6193a-e43c-4212-8d51-977e6037519e req-c3eaa0f3-97e0-420a-bc85-39c931afda50 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=30246f9f-5ca3-463e-b09b-0b42324369b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382545 May 16 15:32:27.268831 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43315dc-2168-43f1-b9bd-4183c2da907b req-84ac52a5-c36d-430b-a5e0-89a0a55dd522 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:27.270287 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f43315dc-2168-43f1-b9bd-4183c2da907b req-84ac52a5-c36d-430b-a5e0-89a0a55dd522 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 945 time: 0.0451760 May 16 15:32:27.315167 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f43315dc-2168-43f1-b9bd-4183c2da907b req-8c137bf2-fc9f-4809-a183-d63a823a19c3 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=30246f9f-5ca3-463e-b09b-0b42324369b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392981 May 16 15:32:27.498836 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:28.426042 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f55b35-796c-4d1c-9b2e-6f69b164697c req-f5df7280-2d68-4ded-90bf-872cefa56357 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:28.427532 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-38f55b35-796c-4d1c-9b2e-6f69b164697c req-f5df7280-2d68-4ded-90bf-872cefa56357 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 945 time: 0.0464048 May 16 15:32:28.474310 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-38f55b35-796c-4d1c-9b2e-6f69b164697c req-f90253b8-36c6-4331-b4e8-ecb1f0e59c8d tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=30246f9f-5ca3-463e-b09b-0b42324369b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 May 16 15:32:28.585345 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d88a3e-643f-4406-9ed9-d46d0387ee53 req-979f3d48-9826-4214-b0ec-819a87e14029 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:28.586850 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-12d88a3e-643f-4406-9ed9-d46d0387ee53 req-979f3d48-9826-4214-b0ec-819a87e14029 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 945 time: 0.0480430 May 16 15:32:28.595839 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 33950) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:32:28.600068 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-2a04b889-3b68-48b1-b9f9-efdb7ec935d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Request body: {'floatingip': {'port_id': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:32:28.636069 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a04b889-3b68-48b1-b9f9-efdb7ec935d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (7845f66a-3447-44e0-a47c-e41414089f9f), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:29.042195 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a04b889-3b68-48b1-b9f9-efdb7ec935d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:29.108813 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a04b889-3b68-48b1-b9f9-efdb7ec935d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (7845f66a-3447-44e0-a47c-e41414089f9f), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:29.201569 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-2a04b889-3b68-48b1-b9f9-efdb7ec935d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Floating IP 7845f66a-3447-44e0-a47c-e41414089f9f associated. External IP: 172.27.2.90, port: dfc4b779-adb3-4a54-9d8c-3bf777260dfd. May 16 15:32:29.385720 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a04b889-3b68-48b1-b9f9-efdb7ec935d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Router c915079d-09ff-41b0-95de-1321e0a0ba77 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:32:29.488015 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a04b889-3b68-48b1-b9f9-efdb7ec935d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:32:29.492362 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a04b889-3b68-48b1-b9f9-efdb7ec935d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:29.497645 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205812d-568e-45fb-9c0c-1babcca57539 None None] Sync routers for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:32:29.506679 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205812d-568e-45fb-9c0c-1babcca57539 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:32:29.507281 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-9205812d-568e-45fb-9c0c-1babcca57539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:32:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:32:29.509384 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:29.523483 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-2a04b889-3b68-48b1-b9f9-efdb7ec935d4 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "PUT /v2.0/floatingips/7845f66a-3447-44e0-a47c-e41414089f9f HTTP/1.1" status: 200 len: 990 time: 0.9266531 May 16 15:32:29.524069 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66955270-8a03-464f-9716-79622eab9025', 'tag': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:32:29.526881 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ffca9ad678ce256fa7bd5f4362f6254f503d035e63960491d6b22eb6aaacf80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b0eadf-cf04-46ba-be06-99d725011cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "66955270-8a03-464f-9716-79622eab9025", "tag": "dfc4b779-adb3-4a54-9d8c-3bf777260dfd"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:32:29.609201 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-9205812d-568e-45fb-9c0c-1babcca57539 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:32:29.616919 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e2ab55-bb05-47a2-bf35-6e61cb1bb883 x-openstack-request-id: req-14e2ab55-bb05-47a2-bf35-6e61cb1bb883 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:32:29.617444 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66955270-8a03-464f-9716-79622eab9025", "tag": "dfc4b779-adb3-4a54-9d8c-3bf777260dfd", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:32:29.617444 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14e2ab55-bb05-47a2-bf35-6e61cb1bb883 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:32:29.617851 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e2ab55-bb05-47a2-bf35-6e61cb1bb883'] response: {'name': 'network-changed', 'server_uuid': '66955270-8a03-464f-9716-79622eab9025', 'tag': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd', 'status': 'completed', 'code': 200} May 16 15:32:29.678481 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0eadf-cf04-46ba-be06-99d725011cf2 req-1dcaa992-d887-471d-875d-3a14d8ff8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:29.680079 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-90b0eadf-cf04-46ba-be06-99d725011cf2 req-1dcaa992-d887-471d-875d-3a14d8ff8c40 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 1129 time: 0.0401602 May 16 15:32:29.779128 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0eadf-cf04-46ba-be06-99d725011cf2 req-eab4cbfd-0dcd-4015-b1c7-3d376b313f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:29.780738 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-90b0eadf-cf04-46ba-be06-99d725011cf2 req-eab4cbfd-0dcd-4015-b1c7-3d376b313f8e service neutron] 10.222.0.79 "GET /v2.0/networks?id=97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 200 len: 914 time: 0.0940108 May 16 15:32:29.841058 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-90b0eadf-cf04-46ba-be06-99d725011cf2 req-ad6170ea-9d0b-4be5-baa4-f729dfa5570d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfc4b779-adb3-4a54-9d8c-3bf777260dfd HTTP/1.1" status: 200 len: 998 time: 0.0545881 May 16 15:32:29.898978 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0eadf-cf04-46ba-be06-99d725011cf2 req-d1a0b9e3-55e0-414e-b9b8-3dd840065570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:29.900487 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-90b0eadf-cf04-46ba-be06-99d725011cf2 req-d1a0b9e3-55e0-414e-b9b8-3dd840065570 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2894ba13-a801-431f-a1c4-6f8f264d8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0537395 May 16 15:32:29.905283 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-9205812d-568e-45fb-9c0c-1babcca57539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '7845f66a-3447-44e0-a47c-e41414089f9f', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:f6:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66955270-8a03-464f-9716-79622eab9025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:32:16Z', 'updated_at': '2022-05-16T15:32:28Z', 'revision_number': 1, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:32:29.932817 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205812d-568e-45fb-9c0c-1babcca57539 None None] Checking router: c915079d-09ff-41b0-95de-1321e0a0ba77 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:32:29.941291 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205812d-568e-45fb-9c0c-1babcca57539 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:32:29.941898 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-9205812d-568e-45fb-9c0c-1babcca57539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:32:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:32:29.942020 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0eadf-cf04-46ba-be06-99d725011cf2 req-7625d705-bbe9-4ff4-99ae-4d81f0b0b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:29.943443 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-90b0eadf-cf04-46ba-be06-99d725011cf2 req-7625d705-bbe9-4ff4-99ae-4d81f0b0b1ba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97880a2a-e2c5-4ee9-b5cd-302158bacf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370553 May 16 15:32:30.031926 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-90b0eadf-cf04-46ba-be06-99d725011cf2 req-4cf13586-27f2-4012-9f76-5f12b0416d98 service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825226 May 16 15:32:30.059359 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-9205812d-568e-45fb-9c0c-1babcca57539 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:32:30.128369 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-90b0eadf-cf04-46ba-be06-99d725011cf2 req-4627d98a-3881-4451-8c20-0e1ddbe9c20c service neutron] 10.222.0.79 "GET /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903926 May 16 15:32:30.263574 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-9205812d-568e-45fb-9c0c-1babcca57539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '7845f66a-3447-44e0-a47c-e41414089f9f', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:f6:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66955270-8a03-464f-9716-79622eab9025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:32:16Z', 'updated_at': '2022-05-16T15:32:28Z', 'revision_number': 1, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:32:30.287355 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205812d-568e-45fb-9c0c-1babcca57539 None None] The sync data for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi is: [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '7845f66a-3447-44e0-a47c-e41414089f9f', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'port_id': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'mac_address': 'fa:16:3e:f6:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66955270-8a03-464f-9716-79622eab9025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:32:16Z', 'updated_at': '2022-05-16T15:32:28Z', 'revision_number': 1, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:32:30.482744 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dac9f8-4ae4-4fca-936a-a51a0c71ef90 None None] New status for floating IP 7845f66a-3447-44e0-a47c-e41414089f9f: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:32:41.837429 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:32:42.258378 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:52.640940 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5e49-f10b-4d46-942d-2c53d1f633f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:54.806670 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-66fcab2d-2a4b-401d-b0c5-b645822cf45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:55.841066 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:57.497806 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:59.492250 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:12.245290 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:12.330613 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-ce114528-ef0a-4da0-b374-038f785302c8 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494742662&fields=id&tenant_id=bc74c97613c4462bb551e50800a5f5e2 HTTP/1.1" status: 200 len: 267 time: 0.0471752 May 16 15:33:12.436092 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-615a45f1-ecfb-448b-899a-b342a89b4cbb tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:12.437573 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-615a45f1-ecfb-448b-899a-b342a89b4cbb tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 812 time: 0.1005311 May 16 15:33:12.452512 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-ffe4fac1-f20e-42c6-a817-23194f94bf25 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/quotas/bc74c97613c4462bb551e50800a5f5e2 HTTP/1.1" status: 200 len: 375 time: 0.0088651 May 16 15:33:12.502179 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-2acd8e6e-2889-44cb-8059-afa81206f59e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444818 May 16 15:33:12.598859 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-271c4169-6e7c-40c7-8b83-93f86e881cc3 service neutron] 10.222.0.76 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853176 May 16 15:33:12.688117 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-75f997f9-25df-45a0-bbb7-76aa056b7731 service neutron] 10.222.0.76 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836861 May 16 15:33:13.248085 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d5c614e3-5f56-428e-9d57-74bbcd746298 req-9f150bb5-e313-432c-98a1-04c14e8b51f3 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 210 time: 0.0269325 May 16 15:33:14.344131 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e9439d58-a8fc-4965-8094-0e9ba22bc414 req-eff7e93e-7a86-434b-a245-8aa96193ab87 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 210 time: 0.0272210 May 16 15:33:15.171091 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-5902b472-7a27-400c-8ae7-9497a20dc7b6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:15.172556 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-5902b472-7a27-400c-8ae7-9497a20dc7b6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 812 time: 0.1020780 May 16 15:33:15.238845 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-6473205e-693d-421b-a804-6f3568587bc8 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc74c97613c4462bb551e50800a5f5e2 HTTP/1.1" status: 200 len: 379 time: 0.0527716 May 16 15:33:15.249779 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'port': {'device_id': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'admin_state_up': True, 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'security_groups': ['498ab058-e2df-4ca1-aff8-5bf3dadb0f67']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:33:15.438308 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-09334d62-6c50-4e20-8477-6802da4cf04c req-46090b98-1795-43d6-8ec4-0d4694492a72 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 210 time: 0.0272415 May 16 15:33:15.441684 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Made reservation on behalf of bc74c97613c4462bb551e50800a5f5e2 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:33:15.444988 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:15.571055 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Allocated IP 172.20.0.9 (8109ecd0-18dc-47a3-8ba0-731e552020b2/4ee3e22d-a944-4d7c-b676-4c481e98090e/92c54a9a-430b-49f8-a30a-675862e61e19) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:33:15.703635 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for port (92c54a9a-430b-49f8-a30a-675862e61e19), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:15.784570 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:15.826578 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Network 8109ecd0-18dc-47a3-8ba0-731e552020b2 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:33:15.829597 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:33:15.833290 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:33:15.860339 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'Port': ['ID=92c54a9a-430b-49f8-a30a-675862e61e19,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:15.875969 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.876308 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.876647 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.876981 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.877317 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.877680 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.878038 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.878388 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.878714 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.879035 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.879357 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.879677 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.879993 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.880307 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.880621 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:15.900619 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:15.901225 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:16.004197 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-f951ce25-92c4-40df-a317-667308c15df6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7580943 May 16 15:33:16.018290 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-d5219633-f24e-47db-b785-46f39340485f None None] Provisioning complete for port 92c54a9a-430b-49f8-a30a-675862e61e19 triggered by entity DHCP. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:33:16.019986 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d5219633-f24e-47db-b785-46f39340485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:16.020182 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Request body: {'port': {'device_id': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:33:16.050731 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-d5219633-f24e-47db-b785-46f39340485f None None] Port 92c54a9a-430b-49f8-a30a-675862e61e19 cannot update to ACTIVE because it is not bound. {{(pid=103979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:33:16.078301 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:16.364373 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c54a9a-430b-49f8-a30a-675862e61e19 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:33:16.371618 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Publish callbacks [] for port (92c54a9a-430b-49f8-a30a-675862e61e19), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:16.383723 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Transition to ACTIVE for port object 92c54a9a-430b-49f8-a30a-675862e61e19 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:33:16.463969 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:16.536339 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Pushing event updated for resources: {'Port': ['ID=92c54a9a-430b-49f8-a30a-675862e61e19,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:16.558964 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7eba43-f47d-481a-ab93-454e0ec7b341 req-c877626e-6bd9-4452-8232-fb141036821f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:16.568488 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d7eba43-f47d-481a-ab93-454e0ec7b341 req-c877626e-6bd9-4452-8232-fb141036821f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 943 time: 0.0628636 May 16 15:33:16.609284 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Attempting to bind port 92c54a9a-430b-49f8-a30a-675862e61e19 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:33:16.609284 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Attempting to bind port 92c54a9a-430b-49f8-a30a-675862e61e19 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:33:16.609284 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Attempting to bind port 92c54a9a-430b-49f8-a30a-675862e61e19 on network 8109ecd0-18dc-47a3-8ba0-731e552020b2 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:33:16.614842 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Port 92c54a9a-430b-49f8-a30a-675862e61e19 on network 8109ecd0-18dc-47a3-8ba0-731e552020b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:33:16.615218 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Attempting to bind port 92c54a9a-430b-49f8-a30a-675862e61e19 on network 8109ecd0-18dc-47a3-8ba0-731e552020b2 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:33:16.620710 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Checking agent: {'id': 'f1728a0e-eda2-4084-90ed-69ff31048b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'started_at': datetime.datetime(2022, 5, 16, 15, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:33:16.621280 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Checking segment: {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:33:16.621761 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Bound using segment: {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:33:16.622356 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Bound port: 92c54a9a-430b-49f8-a30a-675862e61e19, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33649702-f5ae-475d-a138-7ecc2e126de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:33:16.622814 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:16.629320 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d7eba43-f47d-481a-ab93-454e0ec7b341 req-6db7351c-6b10-44fd-88c3-053758f6742c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596659 May 16 15:33:16.706494 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] For port 92c54a9a-430b-49f8-a30a-675862e61e19, host hv-cinder-79053, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:33:16.709636 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] For port 92c54a9a-430b-49f8-a30a-675862e61e19, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=92c54a9a-430b-49f8-a30a-675862e61e19,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:33:16.776932 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:16.805390 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:16.805999 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:16.807689 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] 10.222.0.79 "PUT /v2.0/ports/92c54a9a-430b-49f8-a30a-675862e61e19 HTTP/1.1" status: 200 len: 1093 time: 0.7926064 May 16 15:33:16.809755 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'tag': '92c54a9a-430b-49f8-a30a-675862e61e19'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:33:16.812018 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07944b42-a86f-4c65-932d-34f5eb788b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccc0836-bb79-42ef-95fd-4161e4ad2f9a", "tag": "92c54a9a-430b-49f8-a30a-675862e61e19"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:33:16.843560 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815125c3-983c-48e7-a39d-7d0121a33d52 service neutron] Pushing event updated for resources: {'Port': ['ID=92c54a9a-430b-49f8-a30a-675862e61e19,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:16.851492 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b3546b-cfcf-43b1-a1f0-c1f99176eb67 x-openstack-request-id: req-51b3546b-cfcf-43b1-a1f0-c1f99176eb67 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:33:16.851778 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccc0836-bb79-42ef-95fd-4161e4ad2f9a", "tag": "92c54a9a-430b-49f8-a30a-675862e61e19", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:33:16.852104 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-51b3546b-cfcf-43b1-a1f0-c1f99176eb67 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:33:16.852507 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b3546b-cfcf-43b1-a1f0-c1f99176eb67'] response: {'name': 'network-changed', 'server_uuid': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'tag': '92c54a9a-430b-49f8-a30a-675862e61e19', 'status': 'completed', 'code': 200} May 16 15:33:16.919517 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07944b42-a86f-4c65-932d-34f5eb788b0e req-c8f73ea8-9fda-43e4-815a-465489057fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:16.921027 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-07944b42-a86f-4c65-932d-34f5eb788b0e req-c8f73ea8-9fda-43e4-815a-465489057fcd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 1127 time: 0.0460639 May 16 15:33:17.282498 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07944b42-a86f-4c65-932d-34f5eb788b0e req-d60496f5-7e64-4f36-b398-69204c38e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:17.284410 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-07944b42-a86f-4c65-932d-34f5eb788b0e req-d60496f5-7e64-4f36-b398-69204c38e45a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=bc74c97613c4462bb551e50800a5f5e2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3540843 May 16 15:33:17.397464 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07944b42-a86f-4c65-932d-34f5eb788b0e req-1837a8d0-5d0e-4dfa-9b61-2a64107ef133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:17.399219 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-07944b42-a86f-4c65-932d-34f5eb788b0e req-1837a8d0-5d0e-4dfa-9b61-2a64107ef133 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041195 May 16 15:33:17.737995 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-6b655a78-0d47-40e4-9ff2-c72d7719bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:17.739333 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-6b655a78-0d47-40e4-9ff2-c72d7719bc79 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 1127 time: 0.0701449 May 16 15:33:17.741631 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-832bc6c6-f6a2-4279-ae0a-39bd3f55f82c req-bd1e5150-3f58-44df-92d7-df8effc0b4d1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835285 May 16 15:33:17.770340 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d79269-6cbe-4f4b-ba7c-6a1381486c8d req-2f63acd1-0d80-449c-8399-a96e64391752 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:17.773145 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e5d79269-6cbe-4f4b-ba7c-6a1381486c8d req-2f63acd1-0d80-449c-8399-a96e64391752 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 943 time: 0.0490384 May 16 15:33:17.815927 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-8ab56a7c-54cc-4271-8f02-905d0bd0a86c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92c54a9a-430b-49f8-a30a-675862e61e19 HTTP/1.1" status: 200 len: 217 time: 0.0572338 May 16 15:33:17.824306 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e5d79269-6cbe-4f4b-ba7c-6a1381486c8d req-034f0691-deac-4e84-8086-687d7c0cff1f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461218 May 16 15:33:17.846326 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc6c6-f6a2-4279-ae0a-39bd3f55f82c req-ea1d8e38-7255-4b40-9149-1e266e6fdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:17.847896 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-832bc6c6-f6a2-4279-ae0a-39bd3f55f82c req-ea1d8e38-7255-4b40-9149-1e266e6fdf52 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 1129 time: 0.0409265 May 16 15:33:18.177172 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-419ba605-62dd-4fc0-8a56-690b2a1bd4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:18.178712 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-419ba605-62dd-4fc0-8a56-690b2a1bd4db service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ee3e22d-a944-4d7c-b676-4c481e98090e HTTP/1.1" status: 200 len: 851 time: 0.0980334 May 16 15:33:18.236588 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-dbea8c0a-1adb-4b89-ad08-4aae14eeb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:18.238087 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-dbea8c0a-1adb-4b89-ad08-4aae14eeb408 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8109ecd0-18dc-47a3-8ba0-731e552020b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499406 May 16 15:33:18.239182 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc6c6-f6a2-4279-ae0a-39bd3f55f82c req-0097c4a4-6d50-44e6-86d9-bd84124abc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:18.240454 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-832bc6c6-f6a2-4279-ae0a-39bd3f55f82c req-0097c4a4-6d50-44e6-86d9-bd84124abc8d service neutron] 10.222.0.79 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 913 time: 0.1337657 May 16 15:33:18.378498 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-832bc6c6-f6a2-4279-ae0a-39bd3f55f82c req-4eca1829-2844-4c97-9ae4-97994db44f72 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2e65be-53b5-48b6-9e23-2fd48edc52bf HTTP/1.1" status: 200 len: 1001 time: 0.1171560 May 16 15:33:18.434078 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-1ebad4c2-4bbd-4afc-836b-69268d7698a3 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795621 May 16 15:33:18.464710 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc6c6-f6a2-4279-ae0a-39bd3f55f82c req-f6c7ded2-c893-44dc-8c0c-02e861a48b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:18.466217 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-832bc6c6-f6a2-4279-ae0a-39bd3f55f82c req-f6c7ded2-c893-44dc-8c0c-02e861a48b62 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ee3e22d-a944-4d7c-b676-4c481e98090e HTTP/1.1" status: 200 len: 851 time: 0.0784402 May 16 15:33:18.553519 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc6c6-f6a2-4279-ae0a-39bd3f55f82c req-4d86cc05-9bad-4fe8-98a2-4f4e1ffd130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:18.555039 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-832bc6c6-f6a2-4279-ae0a-39bd3f55f82c req-4d86cc05-9bad-4fe8-98a2-4f4e1ffd130d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8109ecd0-18dc-47a3-8ba0-731e552020b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0752430 May 16 15:33:18.590006 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b89d3bf8-4798-4002-af4e-79a32bb0300b req-a11eab4a-7652-4367-bb51-b9b0550c50e5 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477561 May 16 15:33:18.655244 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-832bc6c6-f6a2-4279-ae0a-39bd3f55f82c req-903179f8-0dd3-4bb4-a69b-ed03dabb6b7f service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899224 May 16 15:33:18.751749 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-832bc6c6-f6a2-4279-ae0a-39bd3f55f82c req-4fe4d0e3-9845-47d2-b926-38287b74ff67 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902374 May 16 15:33:18.836426 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:33:18.942491 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6e2ca-f468-4d4a-a506-9971dfdef75d req-68a8e945-f53f-40b6-812a-e5e3df678e45 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:18.943983 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-37c6e2ca-f468-4d4a-a506-9971dfdef75d req-68a8e945-f53f-40b6-812a-e5e3df678e45 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 943 time: 0.0493469 May 16 15:33:18.996077 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-37c6e2ca-f468-4d4a-a506-9971dfdef75d req-a1c010e2-a118-455f-bc3e-c4aa9dc49fe3 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461171 May 16 15:33:20.122444 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b31c6f-05d6-4fa1-9c65-228d7c6c4fc1 req-2dc2691f-be7c-4fc0-b99d-0230f3ca7df0 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:20.123912 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-99b31c6f-05d6-4fa1-9c65-228d7c6c4fc1 req-2dc2691f-be7c-4fc0-b99d-0230f3ca7df0 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 943 time: 0.0460148 May 16 15:33:20.172296 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-99b31c6f-05d6-4fa1-9c65-228d7c6c4fc1 req-d993f5a4-6af5-4489-a944-0cfd4c1e665e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427611 May 16 15:33:21.281299 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f97db-7045-43c1-8c72-1db42a41bf96 req-7724ea86-e33c-484b-b176-785f5b214f7d tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:21.282729 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-837f97db-7045-43c1-8c72-1db42a41bf96 req-7724ea86-e33c-484b-b176-785f5b214f7d tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 943 time: 0.0450344 May 16 15:33:21.332762 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-837f97db-7045-43c1-8c72-1db42a41bf96 req-2688e510-19d0-45c5-b637-997c36b92db6 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446758 May 16 15:33:21.864312 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d777219-c50d-4403-a444-8077532e55bc req-dd3d6707-52ed-4219-8323-6fc7af1afc3b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:21.865762 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d777219-c50d-4403-a444-8077532e55bc req-dd3d6707-52ed-4219-8323-6fc7af1afc3b tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 945 time: 0.0460014 May 16 15:33:21.912736 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-6d777219-c50d-4403-a444-8077532e55bc req-992ca99b-81aa-42a8-b774-662e690f2abf tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=30246f9f-5ca3-463e-b09b-0b42324369b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414097 May 16 15:33:22.444720 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e94ca-bc8c-4786-9cc1-1b12c95f9900 req-d546d33d-a0c7-4745-b337-0b42a8986469 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:22.446521 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c90e94ca-bc8c-4786-9cc1-1b12c95f9900 req-d546d33d-a0c7-4745-b337-0b42a8986469 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 943 time: 0.0466712 May 16 15:33:22.494689 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c90e94ca-bc8c-4786-9cc1-1b12c95f9900 req-377fad1c-26aa-4c5b-bca0-9c34d242f591 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427730 May 16 15:33:22.679171 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a81f262c-8313-4629-b757-5d0eff504b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:23.026434 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adedb1-6f60-4f3a-bce9-b45e4bc4dd65 req-e5fd2058-9df3-406d-bfbc-4b4876c79fc1 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:23.027928 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7adedb1-6f60-4f3a-bce9-b45e4bc4dd65 req-e5fd2058-9df3-406d-bfbc-4b4876c79fc1 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 945 time: 0.0492585 May 16 15:33:23.073492 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b7adedb1-6f60-4f3a-bce9-b45e4bc4dd65 req-8fa02599-9764-47a6-bb21-a4e85c039c65 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=30246f9f-5ca3-463e-b09b-0b42324369b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399952 May 16 15:33:23.605756 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801477e5-a962-49a5-967e-6b334949ff9e req-159f3bd2-d9c1-45bf-b474-d4e2ac251413 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:23.614036 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-801477e5-a962-49a5-967e-6b334949ff9e req-159f3bd2-d9c1-45bf-b474-d4e2ac251413 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 943 time: 0.0462985 May 16 15:33:23.657024 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-801477e5-a962-49a5-967e-6b334949ff9e req-de13bc15-31a0-4e99-a8a3-d589160410b3 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442491 May 16 15:33:23.682745 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-392c2647-8b40-4521-9bb1-1232fec69b97 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:23.684190 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-392c2647-8b40-4521-9bb1-1232fec69b97 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 945 time: 0.0462604 May 16 15:33:24.004578 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Deleting port dfc4b779-adb3-4a54-9d8c-3bf777260dfd {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:33:24.004910 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:24.089936 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] For port dfc4b779-adb3-4a54-9d8c-3bf777260dfd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dfc4b779-adb3-4a54-9d8c-3bf777260dfd,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:33:24.090642 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:24.229112 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662064e2-554f-465b-a21f-2601c591c609 req-91762973-e100-4b97-8a34-b729f9be478a tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:24.230654 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-662064e2-554f-465b-a21f-2601c591c609 req-91762973-e100-4b97-8a34-b729f9be478a tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 945 time: 0.0817592 May 16 15:33:24.317592 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:24.317873 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (7845f66a-3447-44e0-a47c-e41414089f9f), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:24.318332 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Floating IP 7845f66a-3447-44e0-a47c-e41414089f9f disassociated. External IP: 172.27.2.90, port: dfc4b779-adb3-4a54-9d8c-3bf777260dfd. May 16 15:33:24.318684 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Calling delete_port for dfc4b779-adb3-4a54-9d8c-3bf777260dfd owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:33:24.332043 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-662064e2-554f-465b-a21f-2601c591c609 req-cc83602f-5425-4ad9-9136-915e8493edb0 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups?id=30246f9f-5ca3-463e-b09b-0b42324369b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926685 May 16 15:33:24.508172 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (dfc4b779-adb3-4a54-9d8c-3bf777260dfd), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:24.535825 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event deleted for resources: {'Port': ['ID=dfc4b779-adb3-4a54-9d8c-3bf777260dfd,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:24.645199 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Router c915079d-09ff-41b0-95de-1321e0a0ba77 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:33:24.746483 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:33:24.757936 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d65dd-1ce0-4a2a-a95f-4907afe1e644 None None] Sync routers for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:33:24.769479 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d65dd-1ce0-4a2a-a95f-4907afe1e644 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:33:24.770605 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-460d65dd-1ce0-4a2a-a95f-4907afe1e644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:32:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:24.773445 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600b9e9-d9e1-489a-8059-d9165bf0407a req-0905628a-31c9-43be-99e8-fe6a62ae42e4 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:24.774875 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e600b9e9-d9e1-489a-8059-d9165bf0407a req-0905628a-31c9-43be-99e8-fe6a62ae42e4 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 943 time: 0.0505712 May 16 15:33:24.789969 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0e94ed55-0264-4e82-a795-12106cb285b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:24.791684 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] No DVR routers for this DVR port dfc4b779-adb3-4a54-9d8c-3bf777260dfd on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:33:24.794598 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:24.797636 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-c3161396-0bcf-4ecc-afad-0453c6f118ee req-74f03045-3c6d-4e6e-abd9-8b14563d22ff tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.79 "DELETE /v2.0/ports/dfc4b779-adb3-4a54-9d8c-3bf777260dfd HTTP/1.1" status: 204 len: 173 time: 0.8732467 May 16 15:33:24.798175 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66955270-8a03-464f-9716-79622eab9025', 'name': 'network-vif-deleted', 'tag': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:33:24.800514 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16982868-7bcf-4d63-91e6-baf3804a924d" -d '{"events": [{"server_uuid": "66955270-8a03-464f-9716-79622eab9025", "name": "network-vif-deleted", "tag": "dfc4b779-adb3-4a54-9d8c-3bf777260dfd"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:33:24.830068 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e600b9e9-d9e1-489a-8059-d9165bf0407a req-3e3504da-e876-429b-9f10-7c7bcded8021 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488513 May 16 15:33:24.836774 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f9446d-aa10-4cd2-abf1-c95827329fcd x-openstack-request-id: req-54f9446d-aa10-4cd2-abf1-c95827329fcd {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:33:24.837173 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66955270-8a03-464f-9716-79622eab9025", "name": "network-vif-deleted", "tag": "dfc4b779-adb3-4a54-9d8c-3bf777260dfd", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:33:24.838076 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54f9446d-aa10-4cd2-abf1-c95827329fcd {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:33:24.838076 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f9446d-aa10-4cd2-abf1-c95827329fcd'] response: {'server_uuid': '66955270-8a03-464f-9716-79622eab9025', 'name': 'network-vif-deleted', 'tag': 'dfc4b779-adb3-4a54-9d8c-3bf777260dfd', 'status': 'completed', 'code': 200} May 16 15:33:24.900199 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-460d65dd-1ce0-4a2a-a95f-4907afe1e644 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:33:25.097920 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-460d65dd-1ce0-4a2a-a95f-4907afe1e644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:25.122451 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d65dd-1ce0-4a2a-a95f-4907afe1e644 None None] Checking router: c915079d-09ff-41b0-95de-1321e0a0ba77 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:33:25.131398 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d65dd-1ce0-4a2a-a95f-4907afe1e644 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:33:25.131950 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-460d65dd-1ce0-4a2a-a95f-4907afe1e644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:33:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:25.228750 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-460d65dd-1ce0-4a2a-a95f-4907afe1e644 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:33:25.443096 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-fcee9555-9225-4789-9295-13f303437e6f req-f178cc3c-84f7-4462-bf43-b2cce7a1231e tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/ports?device_id=66955270-8a03-464f-9716-79622eab9025 HTTP/1.1" status: 200 len: 210 time: 0.0275953 May 16 15:33:25.484443 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-460d65dd-1ce0-4a2a-a95f-4907afe1e644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:25.512183 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d65dd-1ce0-4a2a-a95f-4907afe1e644 None None] The sync data for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi is: [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:14Z', 'revision_number': 4, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': 'b3e3aa0c-91c2-4d91-acce-ca39528dfb8c', 'name': '', 'network_id': '97880a2a-e2c5-4ee9-b5cd-302158bacf22', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'mac_address': 'fa:16:3e:73:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:13Z', 'updated_at': '2022-05-16T15:28:18Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'subnets': [{'id': '2894ba13-a801-431f-a1c4-6f8f264d8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:33:25.730294 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97372825-444f-4085-8cc7-79647080306a None None] New status for floating IP 7845f66a-3447-44e0-a47c-e41414089f9f: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:33:25.952710 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2c007-79a4-4fbd-b435-39bba62ca448 req-b39dbec4-074d-4a36-a99b-793eabfdaa7e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:25.954199 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-48c2c007-79a4-4fbd-b435-39bba62ca448 req-b39dbec4-074d-4a36-a99b-793eabfdaa7e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 943 time: 0.0464368 May 16 15:33:25.993624 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:26.003869 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-48c2c007-79a4-4fbd-b435-39bba62ca448 req-c1377186-8393-4678-a3d4-bdcf1627ced5 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432136 May 16 15:33:26.046278 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 92c54a9a-430b-49f8-a30a-675862e61e19 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:33:26.049631 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device dfc4b779-adb3-4a54-9d8c-3bf777260dfd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:33:26.077092 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: dfc4b779-adb3-4a54-9d8c-3bf777260dfd {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:33:26.078461 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device dfc4b779-adb3-4a54-9d8c-3bf777260dfd not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:33:26.169899 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 92c54a9a-430b-49f8-a30a-675862e61e19, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=92c54a9a-430b-49f8-a30a-675862e61e19,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:33:26.180898 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Returning: {'device': '92c54a9a-430b-49f8-a30a-675862e61e19', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'port_id': '92c54a9a-430b-49f8-a30a-675862e61e19', 'mac_address': 'fa:16:3e:6b:8e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:33:26.215148 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 92c54a9a-430b-49f8-a30a-675862e61e19 is: DOWN; New status is: BUILD {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:33:26.215533 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:26.232388 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c54a9a-430b-49f8-a30a-675862e61e19 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:33:26.251060 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 92c54a9a-430b-49f8-a30a-675862e61e19, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=92c54a9a-430b-49f8-a30a-675862e61e19,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:33:26.304112 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:26.349781 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=92c54a9a-430b-49f8-a30a-675862e61e19,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:26.356667 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.357033 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.357359 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.357698 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.358029 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.358383 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.358714 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.359044 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.359373 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.359699 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.360025 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.360350 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.360672 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.360993 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.361315 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.541915 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] get_ports_and_sgs() called for port_ids ['92c54a9a-430b-49f8-a30a-675862e61e19'] {{(pid=103979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:33:26.591017 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34116) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:26.645224 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (30246f9f-5ca3-463e-b09b-0b42324369b0), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:26.670986 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (30246f9f-5ca3-463e-b09b-0b42324369b0), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:26.788164 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (30246f9f-5ca3-463e-b09b-0b42324369b0), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:26.790744 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:26.791880 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "DELETE /v2.0/security-groups/30246f9f-5ca3-463e-b09b-0b42324369b0 HTTP/1.1" status: 204 len: 168 time: 0.1998925 May 16 15:33:26.794607 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34118) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:26.801192 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30246f9f-5ca3-463e-b09b-0b42324369b0,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:26.808202 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.808550 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.808892 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.809217 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.api.v2.resource [None req-e26aef42-e65d-40ff-ab01-027c63df7501 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] show failed (client error): The resource could not be found. May 16 15:33:26.809355 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.809547 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.809881 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.810229 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.810491 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-e26aef42-e65d-40ff-ab01-027c63df7501 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "GET /v2.0/security-groups/30246f9f-5ca3-463e-b09b-0b42324369b0 HTTP/1.1" status: 404 len: 347 time: 0.0145531 May 16 15:33:26.810613 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.810877 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.811199 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.811521 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.811843 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.812162 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.812481 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.812805 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4dad3d-86df-4649-8eff-b6fbca1beedd tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:26.812945 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34120) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:26.920870 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-4387f5e5-0bff-4ad2-8afc-fa033d2b85d2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Deleting port 29c4360c-3574-4bf9-9034-5fe9a4b0f7e5 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:33:26.921213 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4387f5e5-0bff-4ad2-8afc-fa033d2b85d2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (29c4360c-3574-4bf9-9034-5fe9a4b0f7e5), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:26.997165 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4387f5e5-0bff-4ad2-8afc-fa033d2b85d2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (29c4360c-3574-4bf9-9034-5fe9a4b0f7e5), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:26.997493 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4387f5e5-0bff-4ad2-8afc-fa033d2b85d2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (29c4360c-3574-4bf9-9034-5fe9a4b0f7e5), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:27.010444 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-4387f5e5-0bff-4ad2-8afc-fa033d2b85d2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Calling delete_port for 29c4360c-3574-4bf9-9034-5fe9a4b0f7e5 owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:33:27.130153 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754d691-4f82-4d3a-82f3-32f61921f2cc req-fe38d942-6589-4849-bdd1-d61177104cc0 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:27.131597 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d754d691-4f82-4d3a-82f3-32f61921f2cc req-fe38d942-6589-4849-bdd1-d61177104cc0 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 944 time: 0.0596466 May 16 15:33:27.211622 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-d754d691-4f82-4d3a-82f3-32f61921f2cc req-bed2b1d3-ccd1-4a9c-9230-246eed96aae4 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743589 May 16 15:33:27.267839 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4387f5e5-0bff-4ad2-8afc-fa033d2b85d2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (29c4360c-3574-4bf9-9034-5fe9a4b0f7e5), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:27.293335 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387f5e5-0bff-4ad2-8afc-fa033d2b85d2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Pushing event deleted for resources: {'Port': ['ID=29c4360c-3574-4bf9-9034-5fe9a4b0f7e5,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:27.355100 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4387f5e5-0bff-4ad2-8afc-fa033d2b85d2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks [] for floatingip (7845f66a-3447-44e0-a47c-e41414089f9f), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:27.357632 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4387f5e5-0bff-4ad2-8afc-fa033d2b85d2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:27.358856 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-4387f5e5-0bff-4ad2-8afc-fa033d2b85d2 tempest-AttachVolumeNegativeTest-748872116 tempest-AttachVolumeNegativeTest-748872116-project] 10.222.0.76 "DELETE /v2.0/floatingips/7845f66a-3447-44e0-a47c-e41414089f9f HTTP/1.1" status: 204 len: 168 time: 0.5450540 May 16 15:33:27.536424 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:28.069031 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 92c54a9a-430b-49f8-a30a-675862e61e19 up at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:33:28.113703 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning for port 92c54a9a-430b-49f8-a30a-675862e61e19 completed by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:33:28.195539 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Provisioning complete for port 92c54a9a-430b-49f8-a30a-675862e61e19 triggered by entity L2. {{(pid=103979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:33:28.195911 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737499'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), provisioning_complete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:28.265531 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Current status of the port 92c54a9a-430b-49f8-a30a-675862e61e19 is: BUILD; New status is: ACTIVE {{(pid=103979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:33:28.265917 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:28.287692 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c54a9a-430b-49f8-a30a-675862e61e19'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:33:28.289884 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97bcfdfcbd0ba5cc934ca619978202515045ce1f17ca87eb4d43aace8078a176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e25d77-0812-4e03-a245-afaee441d402" -d '{"events": [{"server_uuid": "4ccc0836-bb79-42ef-95fd-4161e4ad2f9a", "name": "network-vif-plugged", "status": "completed", "tag": "92c54a9a-430b-49f8-a30a-675862e61e19"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:33:28.304288 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] For port 92c54a9a-430b-49f8-a30a-675862e61e19, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=92c54a9a-430b-49f8-a30a-675862e61e19,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:33:28.326878 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b835fd7-8d1b-437d-87b8-a2e2e24bcce2 req-46bff8b3-c119-42d5-b6ff-9630391c350d tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:28.328252 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8b835fd7-8d1b-437d-87b8-a2e2e24bcce2 req-46bff8b3-c119-42d5-b6ff-9630391c350d tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 944 time: 0.0486057 May 16 15:33:28.379401 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8b835fd7-8d1b-437d-87b8-a2e2e24bcce2 req-a0e6a7e7-8c49-4895-a7a9-314d3e0dfc78 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450342 May 16 15:33:28.390214 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:28.413954 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4b73c4-8e84-45a1-93e0-376a4f29b6fb x-openstack-request-id: req-3b4b73c4-8e84-45a1-93e0-376a4f29b6fb {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:33:28.414460 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccc0836-bb79-42ef-95fd-4161e4ad2f9a", "name": "network-vif-plugged", "status": "completed", "tag": "92c54a9a-430b-49f8-a30a-675862e61e19", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:33:28.414868 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b4b73c4-8e84-45a1-93e0-376a4f29b6fb {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:33:28.415296 dv-cinder-790535-39-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4b73c4-8e84-45a1-93e0-376a4f29b6fb'] response: {'server_uuid': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c54a9a-430b-49f8-a30a-675862e61e19', 'code': 200} May 16 15:33:28.443245 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Pushing event updated for resources: {'Port': ['ID=92c54a9a-430b-49f8-a30a-675862e61e19,revision_number=5']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:28.655044 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78d994-5863-4a17-903d-231b87f52357 req-3175c4c4-0ae4-4d7f-b81f-44d633cbefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:28.656536 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ec78d994-5863-4a17-903d-231b87f52357 req-3175c4c4-0ae4-4d7f-b81f-44d633cbefbe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 1129 time: 0.0377026 May 16 15:33:28.706330 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ec78d994-5863-4a17-903d-231b87f52357 req-9be76352-65c7-4a5c-8114-5f240ac13d6c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407512 May 16 15:33:29.491556 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd661b4-f8ae-4f4f-9fc7-677420e492dd req-161dc264-8adb-4ea4-a775-8511b30154fb tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:29.492986 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2cd661b4-f8ae-4f4f-9fc7-677420e492dd req-161dc264-8adb-4ea4-a775-8511b30154fb tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 945 time: 0.0469043 May 16 15:33:29.515881 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:29.546745 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2cd661b4-f8ae-4f4f-9fc7-677420e492dd req-d81f56d5-c030-474a-81da-f6f989827698 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481615 May 16 15:33:30.659298 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf43b54-8b97-4149-8001-ea056029a8fb req-cf30662e-0095-4f1d-8152-aa5fee96ee0b tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:30.661350 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0cf43b54-8b97-4149-8001-ea056029a8fb req-cf30662e-0095-4f1d-8152-aa5fee96ee0b tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 945 time: 0.0460565 May 16 15:33:30.712983 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-0cf43b54-8b97-4149-8001-ea056029a8fb req-b13a486a-282b-464f-9260-5676ffd14c7f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458360 May 16 15:33:30.822969 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd08a-9253-4aed-97bb-d0f5c61886ac req-225a6f53-c510-4d70-92d6-a3d6d814bf46 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:30.824464 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-847bd08a-9253-4aed-97bb-d0f5c61886ac req-225a6f53-c510-4d70-92d6-a3d6d814bf46 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 945 time: 0.0454073 May 16 15:33:30.871723 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-847bd08a-9253-4aed-97bb-d0f5c61886ac req-08d3904f-7327-4fd6-a5c4-1501464b6617 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417576 May 16 15:33:30.904426 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34164) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:30.939572 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e42bf8-92a7-4b8c-9744-64e1ae029aa9 tempest-TestVolumeBootPattern-955196829 tempest-TestVolumeBootPattern-955196829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:30.941027 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-86e42bf8-92a7-4b8c-9744-64e1ae029aa9 tempest-TestVolumeBootPattern-955196829 tempest-TestVolumeBootPattern-955196829-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 1124 time: 0.0356443 May 16 15:33:30.944207 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34166) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:30.948202 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.v2.base [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Request body: {'floatingip': {'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'port_id': '92c54a9a-430b-49f8-a30a-675862e61e19', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:33:31.069855 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:31.144894 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:31.248070 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Allocated IP 172.27.2.182 (0b7f7e55-3607-41ad-9381-37cd76ba4c71/25b04ffd-8519-4bc3-bb8f-dcd24ce9737a/10e8855f-81b0-4c88-bf1a-c70acc4d483f) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:33:31.347341 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for port (10e8855f-81b0-4c88-bf1a-c70acc4d483f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:31.430478 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728834133607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (10e8855f-81b0-4c88-bf1a-c70acc4d483f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:31.440862 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34174) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:31.476193 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Network 0b7f7e55-3607-41ad-9381-37cd76ba4c71 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:33:31.483556 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:33:31.486090 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:33:31.490149 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'Port': ['ID=10e8855f-81b0-4c88-bf1a-c70acc4d483f,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:31.863215 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (6fa6eb66-3973-4a16-8742-dce7ffbcb44d), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:31.924680 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c06fc371-e4a1-4af1-9fe8-9567c2f7a57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1833205'] for router_interface (c915079d-09ff-41b0-95de-1321e0a0ba77), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:32.017563 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601931'] for port (10e8855f-81b0-4c88-bf1a-c70acc4d483f), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:32.221432 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for port (10e8855f-81b0-4c88-bf1a-c70acc4d483f), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:32.298672 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728834527115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728834133625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728834133643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29923691'] for port (10e8855f-81b0-4c88-bf1a-c70acc4d483f), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:32.365509 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event updated for resources: {'Port': ['ID=10e8855f-81b0-4c88-bf1a-c70acc4d483f,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:32.369156 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c06fc371-e4a1-4af1-9fe8-9567c2f7a57b admin admin] Deleting port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:33:32.369492 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c06fc371-e4a1-4af1-9fe8-9567c2f7a57b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:32.377193 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1832728'] for floatingip (6fa6eb66-3973-4a16-8742-dce7ffbcb44d), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:32.456776 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-c06fc371-e4a1-4af1-9fe8-9567c2f7a57b admin admin] For port b3e3aa0c-91c2-4d91-acce-ca39528dfb8c, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=b3e3aa0c-91c2-4d91-acce-ca39528dfb8c,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:33:32.457151 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c06fc371-e4a1-4af1-9fe8-9567c2f7a57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:32.470345 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c06fc371-e4a1-4af1-9fe8-9567c2f7a57b admin admin] Calling delete_port for b3e3aa0c-91c2-4d91-acce-ca39528dfb8c owned by network:router_interface {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:33:32.479056 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.db.l3_db [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Floating IP 6fa6eb66-3973-4a16-8742-dce7ffbcb44d associated. External IP: 172.27.2.182, port: 92c54a9a-430b-49f8-a30a-675862e61e19. May 16 15:33:32.683639 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:33:32.715668 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c06fc371-e4a1-4af1-9fe8-9567c2f7a57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (b3e3aa0c-91c2-4d91-acce-ca39528dfb8c), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:32.738561 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fc371-e4a1-4af1-9fe8-9567c2f7a57b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e3aa0c-91c2-4d91-acce-ca39528dfb8c,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:32.948806 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c06fc371-e4a1-4af1-9fe8-9567c2f7a57b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1805546'] for router_interface (c915079d-09ff-41b0-95de-1321e0a0ba77), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:33.053027 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:33:33.062497 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb045afe-8fed-475c-8e4e-f2c6252098b5 None None] Sync routers for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:33:33.072956 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb045afe-8fed-475c-8e4e-f2c6252098b5 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:33:33.073598 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-eb045afe-8fed-475c-8e4e-f2c6252098b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:33:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:33.117908 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:33.158402 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-91b3c4c8-6899-4913-b799-2aa8b9d13dfc tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2098010 May 16 15:33:33.158402 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'tag': '92c54a9a-430b-49f8-a30a-675862e61e19'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:33:33.158402 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b687b9c4-5fa6-4678-87c6-6e0fd8949859" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccc0836-bb79-42ef-95fd-4161e4ad2f9a", "tag": "92c54a9a-430b-49f8-a30a-675862e61e19"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:33:33.158848 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06fc371-e4a1-4af1-9fe8-9567c2f7a57b admin admin] Router c915079d-09ff-41b0-95de-1321e0a0ba77 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:33:33.201702 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-eb045afe-8fed-475c-8e4e-f2c6252098b5 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:33:33.203522 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504b88d2-b3ce-40c1-97e2-3a8bebdc6b6f x-openstack-request-id: req-504b88d2-b3ce-40c1-97e2-3a8bebdc6b6f {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:33:33.203878 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccc0836-bb79-42ef-95fd-4161e4ad2f9a", "tag": "92c54a9a-430b-49f8-a30a-675862e61e19", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:33:33.204202 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-504b88d2-b3ce-40c1-97e2-3a8bebdc6b6f {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:33:33.204663 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-504b88d2-b3ce-40c1-97e2-3a8bebdc6b6f'] response: {'name': 'network-changed', 'server_uuid': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'tag': '92c54a9a-430b-49f8-a30a-675862e61e19', 'status': 'completed', 'code': 200} May 16 15:33:33.267617 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06fc371-e4a1-4af1-9fe8-9567c2f7a57b admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:33:33.272410 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687b9c4-5fa6-4678-87c6-6e0fd8949859 req-6abc591d-c9a2-4535-a6e6-dbe73d16acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:33.274360 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b687b9c4-5fa6-4678-87c6-6e0fd8949859 req-6abc591d-c9a2-4535-a6e6-dbe73d16acc8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 1129 time: 0.0426204 May 16 15:33:33.275942 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34182) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:33.276114 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c06fc371-e4a1-4af1-9fe8-9567c2f7a57b admin admin] 10.222.0.76 "PUT /v2.0/routers/c915079d-09ff-41b0-95de-1321e0a0ba77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8343592 May 16 15:33:33.280305 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381db31-3b15-49ae-99eb-8f85793ea940 None None] Sync routers for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:33:33.291485 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0381db31-3b15-49ae-99eb-8f85793ea940 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:33:33.292535 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-0381db31-3b15-49ae-99eb-8f85793ea940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:33:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:33.395853 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-0381db31-3b15-49ae-99eb-8f85793ea940 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:33:33.421749 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-eb045afe-8fed-475c-8e4e-f2c6252098b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '16a08660-ea3c-464e-a493-350a3a92b12e', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:0f:29:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:23Z', 'updated_at': '2022-05-16T15:31:25Z', 'revision_number': 1, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}, {'id': '6fa6eb66-3973-4a16-8742-dce7ffbcb44d', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': '92c54a9a-430b-49f8-a30a-675862e61e19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:6b:8e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:33:31Z', 'updated_at': '2022-05-16T15:33:31Z', 'revision_number': 0, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:33.442182 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Publish callbacks [] for router (c915079d-09ff-41b0-95de-1321e0a0ba77), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:33.446953 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687b9c4-5fa6-4678-87c6-6e0fd8949859 req-d28096a7-2d1e-4597-8fc8-91252b2d3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:33.448634 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b687b9c4-5fa6-4678-87c6-6e0fd8949859 req-d28096a7-2d1e-4597-8fc8-91252b2d3a9d service neutron] 10.222.0.79 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 913 time: 0.1664166 May 16 15:33:33.456461 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb045afe-8fed-475c-8e4e-f2c6252098b5 None None] Checking router: 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:33:33.468806 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb045afe-8fed-475c-8e4e-f2c6252098b5 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:33:33.469429 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-eb045afe-8fed-475c-8e4e-f2c6252098b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:33:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:33.573941 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b687b9c4-5fa6-4678-87c6-6e0fd8949859 req-59fdb8bc-d9a1-4bb9-8eff-e78a207901f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92c54a9a-430b-49f8-a30a-675862e61e19 HTTP/1.1" status: 200 len: 999 time: 0.0911870 May 16 15:33:33.579679 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-eb045afe-8fed-475c-8e4e-f2c6252098b5 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:33:33.581845 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-0381db31-3b15-49ae-99eb-8f85793ea940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:33:32Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:33.614096 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381db31-3b15-49ae-99eb-8f85793ea940 None None] Checking router: c915079d-09ff-41b0-95de-1321e0a0ba77 for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:33:33.622985 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0381db31-3b15-49ae-99eb-8f85793ea940 None None] Routers {'c915079d-09ff-41b0-95de-1321e0a0ba77'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:33:33.623604 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-0381db31-3b15-49ae-99eb-8f85793ea940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:33:25Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['c915079d-09ff-41b0-95de-1321e0a0ba77'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:33.628189 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Publish callbacks [] for router_gateway (c915079d-09ff-41b0-95de-1321e0a0ba77), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:33.640184 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687b9c4-5fa6-4678-87c6-6e0fd8949859 req-43f13a60-fd5e-4614-9bd3-734ffead5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:33.641639 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b687b9c4-5fa6-4678-87c6-6e0fd8949859 req-43f13a60-fd5e-4614-9bd3-734ffead5497 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ee3e22d-a944-4d7c-b676-4c481e98090e HTTP/1.1" status: 200 len: 851 time: 0.0614717 May 16 15:33:33.692927 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687b9c4-5fa6-4678-87c6-6e0fd8949859 req-02c4d464-551e-4df5-bc3b-5168152ec113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:33.694964 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b687b9c4-5fa6-4678-87c6-6e0fd8949859 req-02c4d464-551e-4df5-bc3b-5168152ec113 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8109ecd0-18dc-47a3-8ba0-731e552020b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472171 May 16 15:33:33.738037 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-0381db31-3b15-49ae-99eb-8f85793ea940 None None] Set router c915079d-09ff-41b0-95de-1321e0a0ba77 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:33:33.810575 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-eb045afe-8fed-475c-8e4e-f2c6252098b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '16a08660-ea3c-464e-a493-350a3a92b12e', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:0f:29:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:23Z', 'updated_at': '2022-05-16T15:31:25Z', 'revision_number': 1, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}, {'id': '6fa6eb66-3973-4a16-8742-dce7ffbcb44d', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': '92c54a9a-430b-49f8-a30a-675862e61e19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:6b:8e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:33:31Z', 'updated_at': '2022-05-16T15:33:31Z', 'revision_number': 0, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:33.812770 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Deleting port e227d8cd-024b-4fd1-9328-5902968f7492 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:33:33.813175 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (e227d8cd-024b-4fd1-9328-5902968f7492), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:33.840841 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb045afe-8fed-475c-8e4e-f2c6252098b5 None None] The sync data for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi is: [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '16a08660-ea3c-464e-a493-350a3a92b12e', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:0f:29:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:23Z', 'updated_at': '2022-05-16T15:31:25Z', 'revision_number': 1, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}, {'id': '6fa6eb66-3973-4a16-8742-dce7ffbcb44d', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': '92c54a9a-430b-49f8-a30a-675862e61e19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:6b:8e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:33:31Z', 'updated_at': '2022-05-16T15:33:31Z', 'revision_number': 0, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:33:33.854597 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b687b9c4-5fa6-4678-87c6-6e0fd8949859 req-5d7b2165-78b9-4eec-a03d-04e7956cfa7b service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464264 May 16 15:33:33.919094 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-0381db31-3b15-49ae-99eb-8f85793ea940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:33:32Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:33.946887 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381db31-3b15-49ae-99eb-8f85793ea940 None None] The sync data for ids ['c915079d-09ff-41b0-95de-1321e0a0ba77'] in dv-cinder-790535-39-iscsi is: [{'id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'name': 'tempest-AttachVolumeNegativeTest-50753128-router', 'tenant_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:33:32Z', 'revision_number': 5, 'project_id': 'fbaba74aca3d447eb9cc9d56700fa13e', 'gw_port': {'id': 'e227d8cd-024b-4fd1-9328-5902968f7492', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915079d-09ff-41b0-95de-1321e0a0ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:28:11Z', 'updated_at': '2022-05-16T15:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:33:33.966844 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] For port e227d8cd-024b-4fd1-9328-5902968f7492, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=e227d8cd-024b-4fd1-9328-5902968f7492,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:33:33.967203 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (e227d8cd-024b-4fd1-9328-5902968f7492), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:33.994286 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Calling delete_port for e227d8cd-024b-4fd1-9328-5902968f7492 owned by network:router_gateway {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:33:34.006694 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b687b9c4-5fa6-4678-87c6-6e0fd8949859 req-22f99153-b305-4e7f-915f-80e678db1a16 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316237 May 16 15:33:34.070736 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54017c32-b81c-4fa5-bf8b-2f80a60481c1 None None] New status for floating IP 6fa6eb66-3973-4a16-8742-dce7ffbcb44d: ACTIVE {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:33:34.212838 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (e227d8cd-024b-4fd1-9328-5902968f7492), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.238288 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Pushing event deleted for resources: {'Port': ['ID=e227d8cd-024b-4fd1-9328-5902968f7492,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:34.302693 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830087'] for router_gateway (c915079d-09ff-41b0-95de-1321e0a0ba77), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.393611 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6984'] for router (c915079d-09ff-41b0-95de-1321e0a0ba77), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.396527 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Publish callbacks [] for router_controller (c915079d-09ff-41b0-95de-1321e0a0ba77), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.487132 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1829014'] for router (c915079d-09ff-41b0-95de-1321e0a0ba77), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.487694 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c915079d-09ff-41b0-95de-1321e0a0ba77 {{(pid=103977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:33:34.491905 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.493034 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-7b445b40-a1a6-4cbd-a41b-c2029ebd0490 admin admin] 10.222.0.76 "DELETE /v2.0/routers/c915079d-09ff-41b0-95de-1321e0a0ba77 HTTP/1.1" status: 204 len: 168 time: 1.2160132 May 16 15:33:34.495500 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34184) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:34.540906 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5789b6a-c236-42d1-bfd9-047935fefa28 admin admin] Deleting subnet 2894ba13-a801-431f-a1c4-6f8f264d8ab6 {{(pid=103977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:33:34.544142 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c5789b6a-c236-42d1-bfd9-047935fefa28 admin admin] Publish callbacks [] for subnet (2894ba13-a801-431f-a1c4-6f8f264d8ab6), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.584889 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c5789b6a-c236-42d1-bfd9-047935fefa28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29934981'] for subnet (2894ba13-a801-431f-a1c4-6f8f264d8ab6), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.659349 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c5789b6a-c236-42d1-bfd9-047935fefa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (2894ba13-a801-431f-a1c4-6f8f264d8ab6), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.782762 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c5789b6a-c236-42d1-bfd9-047935fefa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29922733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32672407'] for subnet (2894ba13-a801-431f-a1c4-6f8f264d8ab6), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.807586 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5789b6a-c236-42d1-bfd9-047935fefa28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2894ba13-a801-431f-a1c4-6f8f264d8ab6,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:34.811163 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c5789b6a-c236-42d1-bfd9-047935fefa28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.814273 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-c5789b6a-c236-42d1-bfd9-047935fefa28 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2894ba13-a801-431f-a1c4-6f8f264d8ab6 HTTP/1.1" status: 204 len: 168 time: 0.3178356 May 16 15:33:34.817624 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34186) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:34.819996 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fc76de-c286-4137-a728-12bf854a19e5 None None] Network 97880a2a-e2c5-4ee9-b5cd-302158bacf22 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:33:34.887450 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (97880a2a-e2c5-4ee9-b5cd-302158bacf22), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.933075 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Deleting port 871440f1-fb70-40eb-be63-e4c33be1fe65 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:33:34.933418 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:34.980267 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a5544f-be50-4f25-be6e-f500c026fb89 None None] DHCP port deletion for 97880a2a-e2c5-4ee9-b5cd-302158bacf22 request from dv-cinder-790535-39-iscsi {{(pid=103979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:33:34.998543 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] For port 871440f1-fb70-40eb-be63-e4c33be1fe65, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=871440f1-fb70-40eb-be63-e4c33be1fe65,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:33:34.998913 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:35.013590 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Calling delete_port for 871440f1-fb70-40eb-be63-e4c33be1fe65 owned by network:dhcp {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:33:35.023605 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-01a5544f-be50-4f25-be6e-f500c026fb89 None None] Deleting port 871440f1-fb70-40eb-be63-e4c33be1fe65 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:33:35.023975 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-01a5544f-be50-4f25-be6e-f500c026fb89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:35.089709 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-01a5544f-be50-4f25-be6e-f500c026fb89 None None] For port 871440f1-fb70-40eb-be63-e4c33be1fe65, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=871440f1-fb70-40eb-be63-e4c33be1fe65,segment=NetworkSegment(020080e6-a806-4268-92b7-ed9e6f903304),segment_id=020080e6-a806-4268-92b7-ed9e6f903304)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:33:35.090021 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-01a5544f-be50-4f25-be6e-f500c026fb89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:35.102368 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-01a5544f-be50-4f25-be6e-f500c026fb89 None None] Calling delete_port for 871440f1-fb70-40eb-be63-e4c33be1fe65 owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:33:35.188060 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:35.194493 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-01a5544f-be50-4f25-be6e-f500c026fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616'] for port (871440f1-fb70-40eb-be63-e4c33be1fe65), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:35.218698 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=871440f1-fb70-40eb-be63-e4c33be1fe65,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:35.218698 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] No DVR routers for this DVR port 871440f1-fb70-40eb-be63-e4c33be1fe65 on host dv-cinder-790535-39-iscsi {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:33:35.219417 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5544f-be50-4f25-be6e-f500c026fb89 None None] Pushing event deleted for resources: {'Port': ['ID=871440f1-fb70-40eb-be63-e4c33be1fe65,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:35.221167 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5544f-be50-4f25-be6e-f500c026fb89 None None] No DVR routers for this DVR port 871440f1-fb70-40eb-be63-e4c33be1fe65 on host dv-cinder-790535-39-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:33:35.287552 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (97880a2a-e2c5-4ee9-b5cd-302158bacf22), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:35.310899 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97880a2a-e2c5-4ee9-b5cd-302158bacf22']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:35.319965 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020080e6-a806-4268-92b7-ed9e6f903304') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:35.320265 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020080e6-a806-4268-92b7-ed9e6f903304') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:35.329372 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29935036'] for segment (020080e6-a806-4268-92b7-ed9e6f903304), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:35.342371 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (020080e6-a806-4268-92b7-ed9e6f903304), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:35.348786 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:33:35.349163 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29923599'] for segment (020080e6-a806-4268-92b7-ed9e6f903304), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: Traceback (most recent call last): May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: timer() May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: cb(*args, **kw) May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: return func(*args, **kwargs) May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: self._notify() May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: self.callback(batched_events) May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: event.method(event) May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: return f(self, *a, **k) May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._get(url).json() May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: return self.request(url, 'GET', **kwargs) May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:33:35.350865 dv-cinder-790535-39-iscsi neutron-server[103977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:33:35.510431 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (97880a2a-e2c5-4ee9-b5cd-302158bacf22), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:35.515776 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:35.519036 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] 10.222.0.76 "DELETE /v2.0/networks/97880a2a-e2c5-4ee9-b5cd-302158bacf22 HTTP/1.1" status: 204 len: 168 time: 0.7003145 May 16 15:33:35.529926 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea92611-421d-4789-9c25-68d8f6d34a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=97880a2a-e2c5-4ee9-b5cd-302158bacf22,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:35.715584 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device e227d8cd-024b-4fd1-9328-5902968f7492 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:33:35.745239 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: e227d8cd-024b-4fd1-9328-5902968f7492 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:33:35.745582 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device e227d8cd-024b-4fd1-9328-5902968f7492 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:33:35.746005 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 871440f1-fb70-40eb-be63-e4c33be1fe65 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:33:35.764250 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 871440f1-fb70-40eb-be63-e4c33be1fe65 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:33:35.764590 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 871440f1-fb70-40eb-be63-e4c33be1fe65 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:33:35.764994 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device b3e3aa0c-91c2-4d91-acce-ca39528dfb8c no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:33:35.782741 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: b3e3aa0c-91c2-4d91-acce-ca39528dfb8c {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:33:35.783087 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device b3e3aa0c-91c2-4d91-acce-ca39528dfb8c not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:33:35.927876 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34190) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:35.968021 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-9d43ec70-ebda-4a33-a11c-b8feb61e9a28 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fbaba74aca3d447eb9cc9d56700fa13e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389705 May 16 15:33:35.970396 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34192) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:36.018357 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-94c7901d-b4e6-4fe0-89d2-230f79f40778 admin admin] Publish callbacks [] for security_group (e3f99491-e5c6-493a-b79c-9065d8526e4a), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:36.039279 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-94c7901d-b4e6-4fe0-89d2-230f79f40778 admin admin] Publish callbacks [] for security_group (e3f99491-e5c6-493a-b79c-9065d8526e4a), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:36.166858 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-94c7901d-b4e6-4fe0-89d2-230f79f40778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (e3f99491-e5c6-493a-b79c-9065d8526e4a), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:36.170473 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-94c7901d-b4e6-4fe0-89d2-230f79f40778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:36.172361 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-94c7901d-b4e6-4fe0-89d2-230f79f40778 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e3f99491-e5c6-493a-b79c-9065d8526e4a HTTP/1.1" status: 204 len: 168 time: 0.2009089 May 16 15:33:36.184647 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7901d-b4e6-4fe0-89d2-230f79f40778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f99491-e5c6-493a-b79c-9065d8526e4a,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:42.275989 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:44.971764 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34312) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:45.085779 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-800c4796-775b-4d8d-a711-bf51930e7195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:45.160601 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-800c4796-775b-4d8d-a711-bf51930e7195 admin admin] Publish callbacks [] for security_group (6aee7ffb-86d0-4a4e-9bf7-40d7a3824c23), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:45.218195 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-800c4796-775b-4d8d-a711-bf51930e7195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (6aee7ffb-86d0-4a4e-9bf7-40d7a3824c23), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:45.256510 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-800c4796-775b-4d8d-a711-bf51930e7195 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe13cacd1e324474a256c67d7bd3fd84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837138 May 16 15:33:45.257348 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c4796-775b-4d8d-a711-bf51930e7195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aee7ffb-86d0-4a4e-9bf7-40d7a3824c23,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:45.259334 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34316) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:45.307720 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22ca5379-4446-488f-b239-9a7e8de29130 admin admin] Publish callbacks [] for security_group (6aee7ffb-86d0-4a4e-9bf7-40d7a3824c23), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:45.329309 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22ca5379-4446-488f-b239-9a7e8de29130 admin admin] Publish callbacks [] for security_group (6aee7ffb-86d0-4a4e-9bf7-40d7a3824c23), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:45.459247 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22ca5379-4446-488f-b239-9a7e8de29130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (6aee7ffb-86d0-4a4e-9bf7-40d7a3824c23), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:45.461861 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22ca5379-4446-488f-b239-9a7e8de29130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:45.463030 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-22ca5379-4446-488f-b239-9a7e8de29130 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6aee7ffb-86d0-4a4e-9bf7-40d7a3824c23 HTTP/1.1" status: 204 len: 168 time: 0.2026958 May 16 15:33:45.470581 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca5379-4446-488f-b239-9a7e8de29130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aee7ffb-86d0-4a4e-9bf7-40d7a3824c23,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:46.087274 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34322) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:46.100860 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9a8a-1893-40ac-bdda-4fead83d509c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:46.175697 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9a8a-1893-40ac-bdda-4fead83d509c admin admin] Publish callbacks [] for security_group (6024b86a-140c-4403-be30-b92a44e232a8), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:46.241485 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9a8a-1893-40ac-bdda-4fead83d509c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (6024b86a-140c-4403-be30-b92a44e232a8), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:46.278346 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce9a8a-1893-40ac-bdda-4fead83d509c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6024b86a-140c-4403-be30-b92a44e232a8,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:46.282624 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-a2ce9a8a-1893-40ac-bdda-4fead83d509c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ba9b9e8acf184fcab6836dd0245722c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943533 May 16 15:33:46.285622 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34324) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:46.331058 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-06ac22ae-ede2-4085-b6d3-b2106247ac63 admin admin] Publish callbacks [] for security_group (6024b86a-140c-4403-be30-b92a44e232a8), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:46.352731 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-06ac22ae-ede2-4085-b6d3-b2106247ac63 admin admin] Publish callbacks [] for security_group (6024b86a-140c-4403-be30-b92a44e232a8), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:46.475767 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-06ac22ae-ede2-4085-b6d3-b2106247ac63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (6024b86a-140c-4403-be30-b92a44e232a8), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:46.478345 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-06ac22ae-ede2-4085-b6d3-b2106247ac63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:46.479500 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-06ac22ae-ede2-4085-b6d3-b2106247ac63 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6024b86a-140c-4403-be30-b92a44e232a8 HTTP/1.1" status: 204 len: 168 time: 0.1933594 May 16 15:33:46.487255 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac22ae-ede2-4085-b6d3-b2106247ac63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6024b86a-140c-4403-be30-b92a44e232a8,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:48.035275 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34354) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:48.135396 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3c9bed8b-1dc2-41c0-aa37-213e521d9423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:48.208007 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3c9bed8b-1dc2-41c0-aa37-213e521d9423 admin admin] Publish callbacks [] for security_group (2743509e-8e38-4688-b525-0c63ca772da3), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:48.290910 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3c9bed8b-1dc2-41c0-aa37-213e521d9423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (2743509e-8e38-4688-b525-0c63ca772da3), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:48.331274 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-3c9bed8b-1dc2-41c0-aa37-213e521d9423 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd2b3fbc5fc54197a903495173acd67a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949567 May 16 15:33:48.332136 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bed8b-1dc2-41c0-aa37-213e521d9423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2743509e-8e38-4688-b525-0c63ca772da3,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:48.334531 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34358) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:48.382769 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-06614cab-4ddb-407e-96ca-627cebc77f35 admin admin] Publish callbacks [] for security_group (2743509e-8e38-4688-b525-0c63ca772da3), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:48.404033 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-06614cab-4ddb-407e-96ca-627cebc77f35 admin admin] Publish callbacks [] for security_group (2743509e-8e38-4688-b525-0c63ca772da3), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:48.518934 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-06614cab-4ddb-407e-96ca-627cebc77f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (2743509e-8e38-4688-b525-0c63ca772da3), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:48.522048 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-06614cab-4ddb-407e-96ca-627cebc77f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:48.523242 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-06614cab-4ddb-407e-96ca-627cebc77f35 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2743509e-8e38-4688-b525-0c63ca772da3 HTTP/1.1" status: 204 len: 168 time: 0.1875985 May 16 15:33:48.531335 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06614cab-4ddb-407e-96ca-627cebc77f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2743509e-8e38-4688-b525-0c63ca772da3,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:50.025734 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34392) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:50.129716 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9ff3f256-01b1-4cad-83ef-6eb0ffb7ca97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.202382 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9ff3f256-01b1-4cad-83ef-6eb0ffb7ca97 admin admin] Publish callbacks [] for security_group (99344361-cfae-4b56-ab7f-d6a5c87fecff), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.261778 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9ff3f256-01b1-4cad-83ef-6eb0ffb7ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (99344361-cfae-4b56-ab7f-d6a5c87fecff), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.303873 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9ff3f256-01b1-4cad-83ef-6eb0ffb7ca97 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=196d318bbaea4dbfbff444f0eff389d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770493 May 16 15:33:50.304732 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3f256-01b1-4cad-83ef-6eb0ffb7ca97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99344361-cfae-4b56-ab7f-d6a5c87fecff,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:50.306614 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34396) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:50.353850 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ae051c87-614d-4205-b03a-92a16028ee49 admin admin] Publish callbacks [] for security_group (99344361-cfae-4b56-ab7f-d6a5c87fecff), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.375773 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ae051c87-614d-4205-b03a-92a16028ee49 admin admin] Publish callbacks [] for security_group (99344361-cfae-4b56-ab7f-d6a5c87fecff), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.469695 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ae051c87-614d-4205-b03a-92a16028ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (99344361-cfae-4b56-ab7f-d6a5c87fecff), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.472231 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ae051c87-614d-4205-b03a-92a16028ee49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.473369 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-ae051c87-614d-4205-b03a-92a16028ee49 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/99344361-cfae-4b56-ab7f-d6a5c87fecff HTTP/1.1" status: 204 len: 168 time: 0.1657288 May 16 15:33:50.481405 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae051c87-614d-4205-b03a-92a16028ee49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99344361-cfae-4b56-ab7f-d6a5c87fecff,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:52.644904 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e3e9492e-0d82-48e3-9ecf-6e5ab2f383cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:54.813155 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f0d21110-0dba-4254-82b6-115fadaea79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:54.891682 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34442) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:54.996114 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-503f4c4c-13a0-44ac-9f33-7808f114faa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:55.071795 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-503f4c4c-13a0-44ac-9f33-7808f114faa3 admin admin] Publish callbacks [] for security_group (1b5338f0-3c2a-4ffb-9937-43675b7587b4), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:55.138545 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-503f4c4c-13a0-44ac-9f33-7808f114faa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1b5338f0-3c2a-4ffb-9937-43675b7587b4), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:55.179576 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-503f4c4c-13a0-44ac-9f33-7808f114faa3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4132c009129f484b9c19469e709ad89a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868445 May 16 15:33:55.180403 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f4c4c-13a0-44ac-9f33-7808f114faa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5338f0-3c2a-4ffb-9937-43675b7587b4,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:55.182352 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34446) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:33:55.230197 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fa8cec0b-db92-4d25-b9b2-783f4b5e8204 admin admin] Publish callbacks [] for security_group (1b5338f0-3c2a-4ffb-9937-43675b7587b4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:55.251144 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fa8cec0b-db92-4d25-b9b2-783f4b5e8204 admin admin] Publish callbacks [] for security_group (1b5338f0-3c2a-4ffb-9937-43675b7587b4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:55.384138 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fa8cec0b-db92-4d25-b9b2-783f4b5e8204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (1b5338f0-3c2a-4ffb-9937-43675b7587b4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:55.386687 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fa8cec0b-db92-4d25-b9b2-783f4b5e8204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:55.387851 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-fa8cec0b-db92-4d25-b9b2-783f4b5e8204 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b5338f0-3c2a-4ffb-9937-43675b7587b4 HTTP/1.1" status: 204 len: 168 time: 0.2044303 May 16 15:33:55.395172 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cec0b-db92-4d25-b9b2-783f4b5e8204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5338f0-3c2a-4ffb-9937-43675b7587b4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:55.824451 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:55.835289 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:33:57.532941 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:59.507585 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:05.803612 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34520) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:34:05.905722 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-29f2631c-1216-44e7-8d5d-e096bf31ccc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:05.977262 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-29f2631c-1216-44e7-8d5d-e096bf31ccc6 admin admin] Publish callbacks [] for security_group (af1cb96d-57da-4dd7-8152-c7d80bcef332), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:06.052911 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-29f2631c-1216-44e7-8d5d-e096bf31ccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (af1cb96d-57da-4dd7-8152-c7d80bcef332), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:06.093438 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-29f2631c-1216-44e7-8d5d-e096bf31ccc6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7cba8271f6f4a5cb58e67514be45ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887592 May 16 15:34:06.094245 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2631c-1216-44e7-8d5d-e096bf31ccc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1cb96d-57da-4dd7-8152-c7d80bcef332,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:34:06.096265 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34524) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:34:06.144213 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b61e2e56-e935-4a45-b629-6571af11b341 admin admin] Publish callbacks [] for security_group (af1cb96d-57da-4dd7-8152-c7d80bcef332), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:06.166558 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b61e2e56-e935-4a45-b629-6571af11b341 admin admin] Publish callbacks [] for security_group (af1cb96d-57da-4dd7-8152-c7d80bcef332), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:06.278994 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b61e2e56-e935-4a45-b629-6571af11b341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (af1cb96d-57da-4dd7-8152-c7d80bcef332), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:06.281489 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b61e2e56-e935-4a45-b629-6571af11b341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:06.282646 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-b61e2e56-e935-4a45-b629-6571af11b341 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/af1cb96d-57da-4dd7-8152-c7d80bcef332 HTTP/1.1" status: 204 len: 168 time: 0.1851907 May 16 15:34:06.292146 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e2e56-e935-4a45-b629-6571af11b341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1cb96d-57da-4dd7-8152-c7d80bcef332,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:34:12.275928 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:22.658850 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8a40922e-e43d-49f8-b303-af1fb26cccbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:24.804950 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-08270b03-288f-4c2b-973c-d33e69197c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:25.824625 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:27.550332 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:29.609994 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:32.836901 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:34:42.301374 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:52.647320 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f834c8cc-8300-4a50-879f-55a38e3d9393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:54.792726 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d51c1009-49ae-446d-b7aa-3e852e57273c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:55.815920 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:57.519099 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:59.518802 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:01.121643 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34548) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:01.257186 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Deleting port 10e8855f-81b0-4c88-bf1a-c70acc4d483f {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:35:01.257526 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (10e8855f-81b0-4c88-bf1a-c70acc4d483f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:01.331822 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (10e8855f-81b0-4c88-bf1a-c70acc4d483f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:01.332151 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (10e8855f-81b0-4c88-bf1a-c70acc4d483f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:01.343889 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Calling delete_port for 10e8855f-81b0-4c88-bf1a-c70acc4d483f owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:35:01.562325 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (10e8855f-81b0-4c88-bf1a-c70acc4d483f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:01.587308 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event deleted for resources: {'Port': ['ID=10e8855f-81b0-4c88-bf1a-c70acc4d483f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:01.599240 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.599617 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.599961 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.600328 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.600666 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.601037 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.601371 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.601694 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.602025 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.602382 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.602708 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.603032 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.603348 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.603665 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.603983 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:01.661548 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (6fa6eb66-3973-4a16-8742-dce7ffbcb44d), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:01.661874 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Floating IP 6fa6eb66-3973-4a16-8742-dce7ffbcb44d disassociated (deleted). External IP: 172.27.2.182, port: 92c54a9a-430b-49f8-a30a-675862e61e19. May 16 15:35:01.851908 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:35:01.951284 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:35:01.956046 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:01.960620 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60532306-4e8b-4505-ba03-1fec5a1127e4 None None] Sync routers for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:35:01.970317 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60532306-4e8b-4505-ba03-1fec5a1127e4 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:35:01.970938 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-60532306-4e8b-4505-ba03-1fec5a1127e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:34:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:01.985332 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-54bccde2-66f5-4b38-96b6-b3216d84b10f tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "DELETE /v2.0/floatingips/6fa6eb66-3973-4a16-8742-dce7ffbcb44d HTTP/1.1" status: 204 len: 168 time: 0.8625963 May 16 15:35:01.986018 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'tag': '92c54a9a-430b-49f8-a30a-675862e61e19'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:35:01.988398 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ffca9ad678ce256fa7bd5f4362f6254f503d035e63960491d6b22eb6aaacf80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a11737f-06e3-45a3-8a4b-792d7e95f841" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccc0836-bb79-42ef-95fd-4161e4ad2f9a", "tag": "92c54a9a-430b-49f8-a30a-675862e61e19"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:35:02.026734 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e184a0-a33d-4ca5-aa88-c0d2cc3e5245 x-openstack-request-id: req-88e184a0-a33d-4ca5-aa88-c0d2cc3e5245 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:35:02.027025 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccc0836-bb79-42ef-95fd-4161e4ad2f9a", "tag": "92c54a9a-430b-49f8-a30a-675862e61e19", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:35:02.027277 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88e184a0-a33d-4ca5-aa88-c0d2cc3e5245 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:35:02.027681 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e184a0-a33d-4ca5-aa88-c0d2cc3e5245'] response: {'name': 'network-changed', 'server_uuid': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'tag': '92c54a9a-430b-49f8-a30a-675862e61e19', 'status': 'completed', 'code': 200} May 16 15:35:02.076826 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-60532306-4e8b-4505-ba03-1fec5a1127e4 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:35:02.097721 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11737f-06e3-45a3-8a4b-792d7e95f841 req-122f67d8-1754-4891-af8d-9721bab55a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:02.097721 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7a11737f-06e3-45a3-8a4b-792d7e95f841 req-122f67d8-1754-4891-af8d-9721bab55a17 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 1129 time: 0.0383790 May 16 15:35:02.192451 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11737f-06e3-45a3-8a4b-792d7e95f841 req-f4ad75ce-4395-4c59-83e7-065737e9a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:02.193913 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7a11737f-06e3-45a3-8a4b-792d7e95f841 req-f4ad75ce-4395-4c59-83e7-065737e9a8b8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 913 time: 0.0885017 May 16 15:35:02.235976 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7a11737f-06e3-45a3-8a4b-792d7e95f841 req-7c0ee888-0a8c-40db-bcb6-b8ebfb95618c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92c54a9a-430b-49f8-a30a-675862e61e19 HTTP/1.1" status: 200 len: 217 time: 0.0333381 May 16 15:35:02.283282 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-60532306-4e8b-4505-ba03-1fec5a1127e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '16a08660-ea3c-464e-a493-350a3a92b12e', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:0f:29:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:23Z', 'updated_at': '2022-05-16T15:31:25Z', 'revision_number': 1, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:02.287625 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11737f-06e3-45a3-8a4b-792d7e95f841 req-28db2e9d-a38d-4389-bf45-8b19caa6af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:02.289100 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7a11737f-06e3-45a3-8a4b-792d7e95f841 req-28db2e9d-a38d-4389-bf45-8b19caa6af70 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ee3e22d-a944-4d7c-b676-4c481e98090e HTTP/1.1" status: 200 len: 851 time: 0.0444160 May 16 15:35:02.313341 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60532306-4e8b-4505-ba03-1fec5a1127e4 None None] Checking router: 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:35:02.321794 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60532306-4e8b-4505-ba03-1fec5a1127e4 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:35:02.322474 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-60532306-4e8b-4505-ba03-1fec5a1127e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:34:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:02.341706 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11737f-06e3-45a3-8a4b-792d7e95f841 req-05cec639-b64a-470f-a21f-5ea3983d8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:02.343238 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7a11737f-06e3-45a3-8a4b-792d7e95f841 req-05cec639-b64a-470f-a21f-5ea3983d8dc1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8109ecd0-18dc-47a3-8ba0-731e552020b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448754 May 16 15:35:02.427182 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-60532306-4e8b-4505-ba03-1fec5a1127e4 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:35:02.460237 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9e0d6-ebf5-4226-ba7d-a2b34eade13d req-9adcc9a7-89b2-4c6c-92b4-01fa8aeffb7e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:02.461607 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a1d9e0d6-ebf5-4226-ba7d-a2b34eade13d req-9adcc9a7-89b2-4c6c-92b4-01fa8aeffb7e tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 945 time: 0.0779467 May 16 15:35:02.491966 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7a11737f-06e3-45a3-8a4b-792d7e95f841 req-6a069a35-dd60-4921-b436-ffe70840a4a4 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389625 May 16 15:35:02.520379 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-a1d9e0d6-ebf5-4226-ba7d-a2b34eade13d req-c75c6b63-751f-4141-a802-eaa05ffc1ad7 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507121 May 16 15:35:02.633745 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-60532306-4e8b-4505-ba03-1fec5a1127e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '16a08660-ea3c-464e-a493-350a3a92b12e', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:0f:29:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:23Z', 'updated_at': '2022-05-16T15:31:25Z', 'revision_number': 1, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:02.665797 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60532306-4e8b-4505-ba03-1fec5a1127e4 None None] The sync data for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi is: [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_floatingips': [{'id': '16a08660-ea3c-464e-a493-350a3a92b12e', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'router_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'port_id': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'mac_address': 'fa:16:3e:0f:29:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:23Z', 'updated_at': '2022-05-16T15:31:25Z', 'revision_number': 1, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:35:02.883738 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3efb03-8b7c-4f12-bb3e-c8987c20dc9f None None] New status for floating IP 6fa6eb66-3973-4a16-8742-dce7ffbcb44d: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:35:03.640146 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f798be-03e5-4239-a773-af534807fc4e req-8fe1280e-f11f-438b-a21e-54f4670866b0 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:03.641643 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a3f798be-03e5-4239-a773-af534807fc4e req-8fe1280e-f11f-438b-a21e-54f4670866b0 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 945 time: 0.0492351 May 16 15:35:03.648731 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-7a11737f-06e3-45a3-8a4b-792d7e95f841 req-262b96d6-c5c5-400f-b556-21f69a4059d0 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824864 May 16 15:35:03.692899 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a3f798be-03e5-4239-a773-af534807fc4e req-39d3cd63-aba0-4483-a878-2036f59b3db8 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451272 May 16 15:35:04.198392 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8029e-8d63-4eb3-b274-b370598b3c36 req-8ddda505-bed9-4de8-8abb-08e03cdd13f2 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:04.199773 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-43a8029e-8d63-4eb3-b274-b370598b3c36 req-8ddda505-bed9-4de8-8abb-08e03cdd13f2 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 945 time: 0.0469880 May 16 15:35:04.277599 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-43a8029e-8d63-4eb3-b274-b370598b3c36 req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Deleting port 92c54a9a-430b-49f8-a30a-675862e61e19 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:35:04.277933 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-43a8029e-8d63-4eb3-b274-b370598b3c36 req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:04.367540 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-43a8029e-8d63-4eb3-b274-b370598b3c36 req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] For port 92c54a9a-430b-49f8-a30a-675862e61e19, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=92c54a9a-430b-49f8-a30a-675862e61e19,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:35:04.367897 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-43a8029e-8d63-4eb3-b274-b370598b3c36 req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:04.380936 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-43a8029e-8d63-4eb3-b274-b370598b3c36 req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Calling delete_port for 92c54a9a-430b-49f8-a30a-675862e61e19 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:35:04.581842 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-43a8029e-8d63-4eb3-b274-b370598b3c36 req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (92c54a9a-430b-49f8-a30a-675862e61e19), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:04.610842 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event deleted for resources: {'Port': ['ID=92c54a9a-430b-49f8-a30a-675862e61e19,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:04.620493 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.620854 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.621199 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.621543 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.621881 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.622751 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.623081 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.623440 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.624254 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.624254 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.624453 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.624698 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.625025 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.625351 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.625677 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:04.672142 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a8029e-8d63-4eb3-b274-b370598b3c36 req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] No DVR routers for this DVR port 92c54a9a-430b-49f8-a30a-675862e61e19 on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:35:04.672142 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-43a8029e-8d63-4eb3-b274-b370598b3c36 req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:04.674168 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-43a8029e-8d63-4eb3-b274-b370598b3c36 req-7ac5065d-0612-4d9c-8456-91c69ade14ab tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "DELETE /v2.0/ports/92c54a9a-430b-49f8-a30a-675862e61e19 HTTP/1.1" status: 204 len: 173 time: 0.4690068 May 16 15:35:04.674606 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'name': 'network-vif-deleted', 'tag': '92c54a9a-430b-49f8-a30a-675862e61e19'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:35:04.676811 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058932e7-dc7e-481a-9fb2-410abce53b98" -d '{"events": [{"server_uuid": "4ccc0836-bb79-42ef-95fd-4161e4ad2f9a", "name": "network-vif-deleted", "tag": "92c54a9a-430b-49f8-a30a-675862e61e19"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:35:04.711043 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f080b2-aaca-4e4b-9bdd-3fdb5b3d0c0b x-openstack-request-id: req-c5f080b2-aaca-4e4b-9bdd-3fdb5b3d0c0b {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:35:04.711336 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccc0836-bb79-42ef-95fd-4161e4ad2f9a", "name": "network-vif-deleted", "tag": "92c54a9a-430b-49f8-a30a-675862e61e19", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:35:04.711592 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5f080b2-aaca-4e4b-9bdd-3fdb5b3d0c0b {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:35:04.712000 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f080b2-aaca-4e4b-9bdd-3fdb5b3d0c0b'] response: {'server_uuid': '4ccc0836-bb79-42ef-95fd-4161e4ad2f9a', 'name': 'network-vif-deleted', 'tag': '92c54a9a-430b-49f8-a30a-675862e61e19', 'status': 'completed', 'code': 200} May 16 15:35:04.791679 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cba0728c-8c7a-4de1-95ef-602a3c2d12bd req-7c3e7c96-384a-4c16-9a13-664474aab54d tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 210 time: 0.0292840 May 16 15:35:05.897091 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-682f0abf-3c30-416a-8bf6-c7b8c579d154 req-b60a03f3-7d16-472b-b673-ef25d803945c tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ccc0836-bb79-42ef-95fd-4161e4ad2f9a HTTP/1.1" status: 200 len: 210 time: 0.0262010 May 16 15:35:08.449957 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 92c54a9a-430b-49f8-a30a-675862e61e19 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:35:08.468774 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 92c54a9a-430b-49f8-a30a-675862e61e19 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:35:08.469119 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 92c54a9a-430b-49f8-a30a-675862e61e19 not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:35:09.427940 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34590) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:09.574485 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Deleting port 0b522129-1c24-44ed-af6d-0a3447e8b7f5 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:35:09.574826 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (0b522129-1c24-44ed-af6d-0a3447e8b7f5), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:09.651412 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (0b522129-1c24-44ed-af6d-0a3447e8b7f5), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:09.651649 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (0b522129-1c24-44ed-af6d-0a3447e8b7f5), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:09.663786 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Calling delete_port for 0b522129-1c24-44ed-af6d-0a3447e8b7f5 owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:35:09.835395 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:35:09.887647 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (0b522129-1c24-44ed-af6d-0a3447e8b7f5), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:09.913269 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event deleted for resources: {'Port': ['ID=0b522129-1c24-44ed-af6d-0a3447e8b7f5,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:09.971865 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (16a08660-ea3c-464e-a493-350a3a92b12e), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:09.972211 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Floating IP 16a08660-ea3c-464e-a493-350a3a92b12e disassociated (deleted). External IP: 172.27.2.195, port: 5d2e65be-53b5-48b6-9e23-2fd48edc52bf. May 16 15:35:10.160843 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:35:10.456947 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:35:10.461627 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:10.466237 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e60a94-7504-48c6-9b8c-05f92a83d849 None None] Sync routers for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:35:10.476338 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e60a94-7504-48c6-9b8c-05f92a83d849 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:35:10.476945 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-86e60a94-7504-48c6-9b8c-05f92a83d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:34:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:10.490837 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a1204804-fea1-4db3-9e05-ab1ca9a94722 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "DELETE /v2.0/floatingips/16a08660-ea3c-464e-a493-350a3a92b12e HTTP/1.1" status: 204 len: 168 time: 1.0617085 May 16 15:35:10.491427 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'tag': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:35:10.493643 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ffca9ad678ce256fa7bd5f4362f6254f503d035e63960491d6b22eb6aaacf80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42857e49-1d66-441b-bff3-9d3d00a9a4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a5e187-73b3-4577-a8eb-8a5df0f3b611", "tag": "5d2e65be-53b5-48b6-9e23-2fd48edc52bf"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:35:10.530875 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdab1d0-25ac-4ec5-bbfc-ebd5c5699e40 x-openstack-request-id: req-bcdab1d0-25ac-4ec5-bbfc-ebd5c5699e40 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:35:10.531169 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a5e187-73b3-4577-a8eb-8a5df0f3b611", "tag": "5d2e65be-53b5-48b6-9e23-2fd48edc52bf", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:35:10.531424 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bcdab1d0-25ac-4ec5-bbfc-ebd5c5699e40 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:35:10.531825 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcdab1d0-25ac-4ec5-bbfc-ebd5c5699e40'] response: {'name': 'network-changed', 'server_uuid': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'tag': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'status': 'completed', 'code': 200} May 16 15:35:10.586516 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-86e60a94-7504-48c6-9b8c-05f92a83d849 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:35:10.606028 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857e49-1d66-441b-bff3-9d3d00a9a4f8 req-79efcf5c-a1ea-44c6-8355-77baf8b41905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:10.607536 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-42857e49-1d66-441b-bff3-9d3d00a9a4f8 req-79efcf5c-a1ea-44c6-8355-77baf8b41905 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc74c97613c4462bb551e50800a5f5e2&device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 1129 time: 0.0484695 May 16 15:35:10.703936 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857e49-1d66-441b-bff3-9d3d00a9a4f8 req-d5990514-a5d2-42f4-92b3-b9ae4acd5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:10.705725 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-42857e49-1d66-441b-bff3-9d3d00a9a4f8 req-d5990514-a5d2-42f4-92b3-b9ae4acd5579 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 200 len: 913 time: 0.0881872 May 16 15:35:10.756316 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-42857e49-1d66-441b-bff3-9d3d00a9a4f8 req-11131fff-8384-4816-acfd-14e0ce424fd8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2e65be-53b5-48b6-9e23-2fd48edc52bf HTTP/1.1" status: 200 len: 217 time: 0.0330529 May 16 15:35:10.773625 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-86e60a94-7504-48c6-9b8c-05f92a83d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:10.804540 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e60a94-7504-48c6-9b8c-05f92a83d849 None None] Checking router: 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:35:10.814572 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e60a94-7504-48c6-9b8c-05f92a83d849 None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:35:10.815353 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-86e60a94-7504-48c6-9b8c-05f92a83d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:34:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:10.820272 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857e49-1d66-441b-bff3-9d3d00a9a4f8 req-8404b806-883a-432a-a9a2-b478685e11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:10.821752 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-42857e49-1d66-441b-bff3-9d3d00a9a4f8 req-8404b806-883a-432a-a9a2-b478685e11da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ee3e22d-a944-4d7c-b676-4c481e98090e HTTP/1.1" status: 200 len: 851 time: 0.0534561 May 16 15:35:10.889672 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ba604-7715-4b77-9e11-a0d4769892cb req-01199ae2-4ff1-4910-bb3d-f6a923a7e138 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:10.891185 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-269ba604-7715-4b77-9e11-a0d4769892cb req-01199ae2-4ff1-4910-bb3d-f6a923a7e138 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 945 time: 0.0457613 May 16 15:35:10.914248 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-86e60a94-7504-48c6-9b8c-05f92a83d849 None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:35:10.940768 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-269ba604-7715-4b77-9e11-a0d4769892cb req-0367f00c-d37a-46cc-bd65-d00c93fd1540 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438468 May 16 15:35:11.216414 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-86e60a94-7504-48c6-9b8c-05f92a83d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:11.241795 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e60a94-7504-48c6-9b8c-05f92a83d849 None None] The sync data for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi is: [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:41Z', 'revision_number': 4, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi', '_interfaces': [{'id': '71f5e907-aea9-474a-b568-d057bf6bdff7', 'name': '', 'network_id': '8109ecd0-18dc-47a3-8ba0-731e552020b2', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'mac_address': 'fa:16:3e:9d:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:40Z', 'updated_at': '2022-05-16T15:27:46Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'subnets': [{'id': '4ee3e22d-a944-4d7c-b676-4c481e98090e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:35:11.444399 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afb2be-1dac-4fee-9551-f3f914d54f72 None None] New status for floating IP 16a08660-ea3c-464e-a493-350a3a92b12e: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:35:12.027318 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857e49-1d66-441b-bff3-9d3d00a9a4f8 req-84d95787-c50c-48b1-aedd-24c9677f8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:12.028731 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-42857e49-1d66-441b-bff3-9d3d00a9a4f8 req-84d95787-c50c-48b1-aedd-24c9677f8125 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8109ecd0-18dc-47a3-8ba0-731e552020b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473483 May 16 15:35:12.083654 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea225d09-0745-4b45-9576-1022bc7143ca req-7867e1db-ac0c-42cf-b8df-fc4bb3dc6956 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:12.085009 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ea225d09-0745-4b45-9576-1022bc7143ca req-7867e1db-ac0c-42cf-b8df-fc4bb3dc6956 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 945 time: 0.0692863 May 16 15:35:12.176782 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-42857e49-1d66-441b-bff3-9d3d00a9a4f8 req-74fc4fe7-e61d-4b41-bb5b-b7d3a46525a2 service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321864 May 16 15:35:12.180356 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-ea225d09-0745-4b45-9576-1022bc7143ca req-71bd9174-b32b-4ae6-9fb1-9346b7a5c1bb tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/security-groups?id=498ab058-e2df-4ca1-aff8-5bf3dadb0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634310 May 16 15:35:12.269443 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-42857e49-1d66-441b-bff3-9d3d00a9a4f8 req-03728d84-715e-4570-a51c-78a09f716b8f service neutron] 10.222.0.79 "GET /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855443 May 16 15:35:12.293571 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:12.519306 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13756a6-ff15-43db-aa5f-5b1976bc96dd req-bb23a3ea-7ff8-4679-9d1e-8b08d73e40e0 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:12.520766 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b13756a6-ff15-43db-aa5f-5b1976bc96dd req-bb23a3ea-7ff8-4679-9d1e-8b08d73e40e0 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 945 time: 0.0453286 May 16 15:35:12.606872 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-b13756a6-ff15-43db-aa5f-5b1976bc96dd req-79a44519-8c6d-4eed-acfe-29b76e5e7931 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Deleting port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:35:12.607212 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b13756a6-ff15-43db-aa5f-5b1976bc96dd req-79a44519-8c6d-4eed-acfe-29b76e5e7931 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:12.695452 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-b13756a6-ff15-43db-aa5f-5b1976bc96dd req-79a44519-8c6d-4eed-acfe-29b76e5e7931 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] For port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d2e65be-53b5-48b6-9e23-2fd48edc52bf,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:35:12.695808 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b13756a6-ff15-43db-aa5f-5b1976bc96dd req-79a44519-8c6d-4eed-acfe-29b76e5e7931 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:12.708340 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-b13756a6-ff15-43db-aa5f-5b1976bc96dd req-79a44519-8c6d-4eed-acfe-29b76e5e7931 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Calling delete_port for 5d2e65be-53b5-48b6-9e23-2fd48edc52bf owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:35:12.901745 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b13756a6-ff15-43db-aa5f-5b1976bc96dd req-79a44519-8c6d-4eed-acfe-29b76e5e7931 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (5d2e65be-53b5-48b6-9e23-2fd48edc52bf), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:13.193167 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a44519-8c6d-4eed-acfe-29b76e5e7931 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event deleted for resources: {'Port': ['ID=5d2e65be-53b5-48b6-9e23-2fd48edc52bf,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:13.234856 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13756a6-ff15-43db-aa5f-5b1976bc96dd req-79a44519-8c6d-4eed-acfe-29b76e5e7931 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] No DVR routers for this DVR port 5d2e65be-53b5-48b6-9e23-2fd48edc52bf on host hv-cinder-79053 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:35:13.237396 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b13756a6-ff15-43db-aa5f-5b1976bc96dd req-79a44519-8c6d-4eed-acfe-29b76e5e7931 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:13.240547 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-b13756a6-ff15-43db-aa5f-5b1976bc96dd req-79a44519-8c6d-4eed-acfe-29b76e5e7931 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.79 "DELETE /v2.0/ports/5d2e65be-53b5-48b6-9e23-2fd48edc52bf HTTP/1.1" status: 204 len: 173 time: 0.7118073 May 16 15:35:13.240984 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'name': 'network-vif-deleted', 'tag': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:35:13.243224 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3923ad93d8dc959b87fe9d4219a96812daba7478d08a39a8c8ef75ef67da5eac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49322279-a3dc-4a92-bb0b-2a81937944b8" -d '{"events": [{"server_uuid": "e8a5e187-73b3-4577-a8eb-8a5df0f3b611", "name": "network-vif-deleted", "tag": "5d2e65be-53b5-48b6-9e23-2fd48edc52bf"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:35:13.279096 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [req-41867bcb-e7f9-48e6-9c75-62d98e2c8c20 req-ad59df83-e6dd-4e85-b88a-f22a7e34f6f0 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 210 time: 0.0269639 May 16 15:35:13.279607 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8ea071-7b3f-4323-9ba0-f49f08e88258 x-openstack-request-id: req-ea8ea071-7b3f-4323-9ba0-f49f08e88258 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:35:13.279607 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a5e187-73b3-4577-a8eb-8a5df0f3b611", "name": "network-vif-deleted", "tag": "5d2e65be-53b5-48b6-9e23-2fd48edc52bf", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:35:13.280356 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea8ea071-7b3f-4323-9ba0-f49f08e88258 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:35:13.280520 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8ea071-7b3f-4323-9ba0-f49f08e88258'] response: {'server_uuid': 'e8a5e187-73b3-4577-a8eb-8a5df0f3b611', 'name': 'network-vif-deleted', 'tag': '5d2e65be-53b5-48b6-9e23-2fd48edc52bf', 'status': 'completed', 'code': 200} May 16 15:35:14.386863 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [req-f0cf6144-f40f-452c-a989-7adb0725c3d1 req-80fc2bdd-8b1b-4db9-b7d1-d2763509b97a tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a5e187-73b3-4577-a8eb-8a5df0f3b611 HTTP/1.1" status: 200 len: 210 time: 0.0262101 May 16 15:35:15.446679 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34608) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:15.554855 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f53cc-7cf5-465e-8de3-55a5a4392587 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Deleting port a2cced9e-76ea-4cc7-b91b-d70a566cefcc {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:35:15.555196 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3f3f53cc-7cf5-465e-8de3-55a5a4392587 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (a2cced9e-76ea-4cc7-b91b-d70a566cefcc), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:15.628292 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3f3f53cc-7cf5-465e-8de3-55a5a4392587 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (a2cced9e-76ea-4cc7-b91b-d70a566cefcc), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:15.628615 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3f3f53cc-7cf5-465e-8de3-55a5a4392587 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (a2cced9e-76ea-4cc7-b91b-d70a566cefcc), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:15.640856 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f53cc-7cf5-465e-8de3-55a5a4392587 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Calling delete_port for a2cced9e-76ea-4cc7-b91b-d70a566cefcc owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:35:15.830227 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3f3f53cc-7cf5-465e-8de3-55a5a4392587 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (a2cced9e-76ea-4cc7-b91b-d70a566cefcc), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:15.854608 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f53cc-7cf5-465e-8de3-55a5a4392587 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event deleted for resources: {'Port': ['ID=a2cced9e-76ea-4cc7-b91b-d70a566cefcc,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:15.915039 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3f3f53cc-7cf5-465e-8de3-55a5a4392587 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for floatingip (cd997ff9-ef29-48f4-9a31-b2b321da37c1), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:15.917618 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3f3f53cc-7cf5-465e-8de3-55a5a4392587 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250829'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:15.918787 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3f3f53cc-7cf5-465e-8de3-55a5a4392587 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "DELETE /v2.0/floatingips/cd997ff9-ef29-48f4-9a31-b2b321da37c1 HTTP/1.1" status: 204 len: 168 time: 0.4720902 May 16 15:35:16.489330 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 5d2e65be-53b5-48b6-9e23-2fd48edc52bf no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:35:16.508300 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] No Port match for: 5d2e65be-53b5-48b6-9e23-2fd48edc52bf {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:35:16.508647 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Device 5d2e65be-53b5-48b6-9e23-2fd48edc52bf not bound to the agent host hv-cinder-79053 {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:35:17.250491 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34620) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:17.310793 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-02c798da-1ad6-4087-b708-f866b82279e1 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group (498ab058-e2df-4ca1-aff8-5bf3dadb0f67), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:17.335113 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-02c798da-1ad6-4087-b708-f866b82279e1 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group (498ab058-e2df-4ca1-aff8-5bf3dadb0f67), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:17.444344 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-02c798da-1ad6-4087-b708-f866b82279e1 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (498ab058-e2df-4ca1-aff8-5bf3dadb0f67), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:17.447007 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-02c798da-1ad6-4087-b708-f866b82279e1 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:17.448156 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-02c798da-1ad6-4087-b708-f866b82279e1 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] 10.222.0.76 "DELETE /v2.0/security-groups/498ab058-e2df-4ca1-aff8-5bf3dadb0f67 HTTP/1.1" status: 204 len: 168 time: 0.1966836 May 16 15:35:17.458367 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c798da-1ad6-4087-b708-f866b82279e1 tempest-TestVolumeBootPattern-2133671300 tempest-TestVolumeBootPattern-2133671300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=498ab058-e2df-4ca1-aff8-5bf3dadb0f67,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:17.557378 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34624) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:18.002513 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6c53ece1-8470-4cf3-8715-d57018bb8e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1833205'] for router_interface (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:18.212902 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6c53ece1-8470-4cf3-8715-d57018bb8e47 admin admin] Deleting port 71f5e907-aea9-474a-b568-d057bf6bdff7 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:35:18.213758 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6c53ece1-8470-4cf3-8715-d57018bb8e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:18.293849 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-6c53ece1-8470-4cf3-8715-d57018bb8e47 admin admin] For port 71f5e907-aea9-474a-b568-d057bf6bdff7, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=71f5e907-aea9-474a-b568-d057bf6bdff7,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:35:18.294659 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6c53ece1-8470-4cf3-8715-d57018bb8e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:18.306566 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6c53ece1-8470-4cf3-8715-d57018bb8e47 admin admin] Calling delete_port for 71f5e907-aea9-474a-b568-d057bf6bdff7 owned by network:router_interface {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:35:18.558706 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6c53ece1-8470-4cf3-8715-d57018bb8e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (71f5e907-aea9-474a-b568-d057bf6bdff7), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:18.584086 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53ece1-8470-4cf3-8715-d57018bb8e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=71f5e907-aea9-474a-b568-d057bf6bdff7,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:18.742644 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6c53ece1-8470-4cf3-8715-d57018bb8e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1805546'] for router_interface (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:18.948030 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c53ece1-8470-4cf3-8715-d57018bb8e47 admin admin] Router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:35:19.049263 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c53ece1-8470-4cf3-8715-d57018bb8e47 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:35:19.054364 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6c53ece1-8470-4cf3-8715-d57018bb8e47 admin admin] 10.222.0.76 "PUT /v2.0/routers/4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4959612 May 16 15:35:19.056936 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34628) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:19.059831 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be187bda-bb80-452d-8132-6b361beb6e9d None None] Sync routers for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:35:19.069903 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be187bda-bb80-452d-8132-6b361beb6e9d None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:35:19.070558 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-be187bda-bb80-452d-8132-6b361beb6e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:34:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:19.153460 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Publish callbacks [] for router (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:19.169437 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-be187bda-bb80-452d-8132-6b361beb6e9d None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: dv-cinder-790535-39-iscsi {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:35:19.251438 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Publish callbacks [] for router_gateway (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:19.332808 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-be187bda-bb80-452d-8132-6b361beb6e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:35:18Z', 'revision_number': 5, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port': {'id': '9ab29aa5-3d46-43e2-8ebd-6c219bd793b9', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:19.356403 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Deleting port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:35:19.356967 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:19.357790 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be187bda-bb80-452d-8132-6b361beb6e9d None None] Checking router: 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b for host: dv-cinder-790535-39-iscsi {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:35:19.366674 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be187bda-bb80-452d-8132-6b361beb6e9d None None] Routers {'4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:35:19.367278 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-be187bda-bb80-452d-8132-6b361beb6e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:34:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:19.434348 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] For port 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=9ab29aa5-3d46-43e2-8ebd-6c219bd793b9,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:35:19.434733 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:19.448165 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-be187bda-bb80-452d-8132-6b361beb6e9d None None] Set router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b gateway port host: None {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:35:19.451157 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Calling delete_port for 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 owned by network:router_gateway {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:35:19.495260 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-be187bda-bb80-452d-8132-6b361beb6e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:35:19Z', 'revision_number': 6, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port_host': None}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:19.522355 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be187bda-bb80-452d-8132-6b361beb6e9d None None] The sync data for ids ['4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b'] in dv-cinder-790535-39-iscsi is: [{'id': '4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b', 'name': 'tempest-TestVolumeBootPattern-1139246992-router', 'tenant_id': 'bc74c97613c4462bb551e50800a5f5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:38Z', 'updated_at': '2022-05-16T15:35:19Z', 'revision_number': 6, 'project_id': 'bc74c97613c4462bb551e50800a5f5e2', 'gw_port_host': None}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:35:19.655575 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (9ab29aa5-3d46-43e2-8ebd-6c219bd793b9), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:19.685122 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab29aa5-3d46-43e2-8ebd-6c219bd793b9,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:19.742706 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830087'] for router_gateway (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:19.827378 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6984'] for router (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:19.829938 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Publish callbacks [] for router_controller (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:19.916433 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1829014'] for router (4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:19.917049 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b {{(pid=103978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:35:19.922251 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:19.926387 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34630) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:19.926867 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6e720522-12b8-43eb-b3a2-9301588728e6 admin admin] 10.222.0.76 "DELETE /v2.0/routers/4e9fd9d1-dbf0-41f4-9ed0-f20e616f6b5b HTTP/1.1" status: 204 len: 168 time: 0.8685918 May 16 15:35:19.980989 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.db_base_plugin_v2 [None req-918576c3-754b-4069-ad7c-32f2442bd2bd admin admin] Deleting subnet 4ee3e22d-a944-4d7c-b676-4c481e98090e {{(pid=103977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:35:19.984635 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-918576c3-754b-4069-ad7c-32f2442bd2bd admin admin] Publish callbacks [] for subnet (4ee3e22d-a944-4d7c-b676-4c481e98090e), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:19.998344 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 71f5e907-aea9-474a-b568-d057bf6bdff7 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:35:20.021277 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 71f5e907-aea9-474a-b568-d057bf6bdff7 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:35:20.025235 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 71f5e907-aea9-474a-b568-d057bf6bdff7 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:35:20.034740 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-918576c3-754b-4069-ad7c-32f2442bd2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29934981'] for subnet (4ee3e22d-a944-4d7c-b676-4c481e98090e), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.106106 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-918576c3-754b-4069-ad7c-32f2442bd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (4ee3e22d-a944-4d7c-b676-4c481e98090e), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.236670 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-918576c3-754b-4069-ad7c-32f2442bd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29922733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32672407'] for subnet (4ee3e22d-a944-4d7c-b676-4c481e98090e), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.261324 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918576c3-754b-4069-ad7c-32f2442bd2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee3e22d-a944-4d7c-b676-4c481e98090e,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:20.264945 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-918576c3-754b-4069-ad7c-32f2442bd2bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.268560 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-918576c3-754b-4069-ad7c-32f2442bd2bd admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4ee3e22d-a944-4d7c-b676-4c481e98090e HTTP/1.1" status: 204 len: 168 time: 0.3411782 May 16 15:35:20.271060 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34632) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:20.272667 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41794fa-9eef-426e-90b2-1b4303b29ccd None None] Network 8109ecd0-18dc-47a3-8ba0-731e552020b2 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:35:20.342869 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (8109ecd0-18dc-47a3-8ba0-731e552020b2), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.390554 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Deleting port bc157fac-4065-420d-b78c-336c82ef6f5b {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:35:20.390909 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.423325 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] DHCP port deletion for 8109ecd0-18dc-47a3-8ba0-731e552020b2 request from dv-cinder-790535-39-iscsi {{(pid=103979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:35:20.459384 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] For port bc157fac-4065-420d-b78c-336c82ef6f5b, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=bc157fac-4065-420d-b78c-336c82ef6f5b,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:35:20.459836 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.459955 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Deleting port bc157fac-4065-420d-b78c-336c82ef6f5b {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:35:20.460275 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.473360 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Calling delete_port for bc157fac-4065-420d-b78c-336c82ef6f5b owned by network:dhcp {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:35:20.522136 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] For port bc157fac-4065-420d-b78c-336c82ef6f5b, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=bc157fac-4065-420d-b78c-336c82ef6f5b,segment=NetworkSegment(33649702-f5ae-475d-a138-7ecc2e126de7),segment_id=33649702-f5ae-475d-a138-7ecc2e126de7)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:35:20.522557 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.536777 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Calling delete_port for bc157fac-4065-420d-b78c-336c82ef6f5b owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:35:20.635669 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.636772 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616'] for port (bc157fac-4065-420d-b78c-336c82ef6f5b), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.654747 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=bc157fac-4065-420d-b78c-336c82ef6f5b,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:20.658462 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] No DVR routers for this DVR port bc157fac-4065-420d-b78c-336c82ef6f5b on host dv-cinder-790535-39-iscsi {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:35:20.663407 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Pushing event deleted for resources: {'Port': ['ID=bc157fac-4065-420d-b78c-336c82ef6f5b,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:20.664616 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] No DVR routers for this DVR port bc157fac-4065-420d-b78c-336c82ef6f5b on host dv-cinder-790535-39-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:35:20.672910 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.673264 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.673611 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.673955 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.674320 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.674653 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.674985 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.675349 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.675706 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.676035 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.676363 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.676744 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.677130 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.677311 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.677633 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb0f80-a7c1-41a6-92d1-5a910b6fcf2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-39-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:20.736483 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (8109ecd0-18dc-47a3-8ba0-731e552020b2), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.755998 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8109ecd0-18dc-47a3-8ba0-731e552020b2']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:20.764997 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33649702-f5ae-475d-a138-7ecc2e126de7') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:20.765296 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33649702-f5ae-475d-a138-7ecc2e126de7') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:20.774330 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29935036'] for segment (33649702-f5ae-475d-a138-7ecc2e126de7), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.788292 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (33649702-f5ae-475d-a138-7ecc2e126de7), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.794349 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:35:20.794739 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29923599'] for segment (33649702-f5ae-475d-a138-7ecc2e126de7), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: Traceback (most recent call last): May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: timer() May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: cb(*args, **kw) May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: return func(*args, **kwargs) May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: self._notify() May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: self.callback(batched_events) May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: event.method(event) May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: return f(self, *a, **k) May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._get(url).json() May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: return self.request(url, 'GET', **kwargs) May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:35:20.797223 dv-cinder-790535-39-iscsi neutron-server[103977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:35:20.922589 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (8109ecd0-18dc-47a3-8ba0-731e552020b2), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.926968 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:20.930149 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] 10.222.0.76 "DELETE /v2.0/networks/8109ecd0-18dc-47a3-8ba0-731e552020b2 HTTP/1.1" status: 204 len: 168 time: 0.6581576 May 16 15:35:20.933143 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34634) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:20.942972 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1bff2-6200-4126-a608-ffccf4f92ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=8109ecd0-18dc-47a3-8ba0-731e552020b2,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:21.238524 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71575e7b-0424-4c02-8a16-dd92bfc63644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1833205'] for router_interface (a82e2974-7878-4d65-835e-5847866551c8), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:21.443768 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-71575e7b-0424-4c02-8a16-dd92bfc63644 admin admin] Deleting port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:35:21.444094 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71575e7b-0424-4c02-8a16-dd92bfc63644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:21.521169 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-71575e7b-0424-4c02-8a16-dd92bfc63644 admin admin] For port 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69,segment=NetworkSegment(208697b9-be97-4467-a3ce-d6d0dbcc9f2c),segment_id=208697b9-be97-4467-a3ce-d6d0dbcc9f2c)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:35:21.521596 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71575e7b-0424-4c02-8a16-dd92bfc63644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:21.538941 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-71575e7b-0424-4c02-8a16-dd92bfc63644 admin admin] Calling delete_port for 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 owned by network:router_interface {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:35:21.757689 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device bc157fac-4065-420d-b78c-336c82ef6f5b no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:35:21.778042 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: bc157fac-4065-420d-b78c-336c82ef6f5b {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:35:21.778350 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device bc157fac-4065-420d-b78c-336c82ef6f5b not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:35:21.778766 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:35:21.782044 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71575e7b-0424-4c02-8a16-dd92bfc63644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:21.796112 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:35:21.796468 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 9ab29aa5-3d46-43e2-8ebd-6c219bd793b9 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:35:21.804695 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71575e7b-0424-4c02-8a16-dd92bfc63644 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:22.161401 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71575e7b-0424-4c02-8a16-dd92bfc63644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1805546'] for router_interface (a82e2974-7878-4d65-835e-5847866551c8), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:22.360571 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71575e7b-0424-4c02-8a16-dd92bfc63644 admin admin] Router a82e2974-7878-4d65-835e-5847866551c8 has already been hosted by L3 agent dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:35:22.456003 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71575e7b-0424-4c02-8a16-dd92bfc63644 admin admin] Notify agent at l3_agent.dv-cinder-790535-39-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:35:22.460800 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-71575e7b-0424-4c02-8a16-dd92bfc63644 admin admin] 10.222.0.76 "PUT /v2.0/routers/a82e2974-7878-4d65-835e-5847866551c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5259280 May 16 15:35:22.463424 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34636) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:22.464437 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83225274-8eaa-4ee1-8e4e-19592e469ac7 None None] Sync routers for ids ['a82e2974-7878-4d65-835e-5847866551c8'] in dv-cinder-790535-39-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:35:22.475168 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83225274-8eaa-4ee1-8e4e-19592e469ac7 None None] Routers {'a82e2974-7878-4d65-835e-5847866551c8'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:35:22.475776 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-83225274-8eaa-4ee1-8e4e-19592e469ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:34:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['a82e2974-7878-4d65-835e-5847866551c8'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:22.572530 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Publish callbacks [] for router (a82e2974-7878-4d65-835e-5847866551c8), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:22.581329 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-83225274-8eaa-4ee1-8e4e-19592e469ac7 None None] Set router a82e2974-7878-4d65-835e-5847866551c8 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:35:22.673550 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Publish callbacks [] for router_gateway (a82e2974-7878-4d65-835e-5847866551c8), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:22.699272 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4e690ddb-d071-4dbd-b0fe-c5dff97f76af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:22.748081 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-83225274-8eaa-4ee1-8e4e-19592e469ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e2974-7878-4d65-835e-5847866551c8', 'name': 'tempest-TestVolumeBootPattern-441793804-router', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:35:21Z', 'revision_number': 5, 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'gw_port': {'id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e2974-7878-4d65-835e-5847866551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:22.772274 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83225274-8eaa-4ee1-8e4e-19592e469ac7 None None] Checking router: a82e2974-7878-4d65-835e-5847866551c8 for host: dv-cinder-790535-39-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:35:22.780487 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83225274-8eaa-4ee1-8e4e-19592e469ac7 None None] Routers {'a82e2974-7878-4d65-835e-5847866551c8'} bound to L3 agent in host dv-cinder-790535-39-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:35:22.781102 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-83225274-8eaa-4ee1-8e4e-19592e469ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-39-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:12:25Z,description=,heartbeat_timestamp=2022-05-16T15:34:55Z,host='dv-cinder-790535-39-iscsi',id=dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:12:25Z,topic='l3_agent')) {'router_ids': ['a82e2974-7878-4d65-835e-5847866551c8'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:22.820819 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Deleting port 8006843f-af33-43e8-b81a-eff2d3d96531 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:35:22.821187 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (8006843f-af33-43e8-b81a-eff2d3d96531), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:22.891189 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-83225274-8eaa-4ee1-8e4e-19592e469ac7 None None] Set router a82e2974-7878-4d65-835e-5847866551c8 gateway port host: dv-cinder-790535-39-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:35:22.906211 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] For port 8006843f-af33-43e8-b81a-eff2d3d96531, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=8006843f-af33-43e8-b81a-eff2d3d96531,segment=NetworkSegment(95967ae5-fef3-48c9-88e9-782cf5e413dc),segment_id=95967ae5-fef3-48c9-88e9-782cf5e413dc)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:35:22.906575 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (8006843f-af33-43e8-b81a-eff2d3d96531), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:22.919168 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Calling delete_port for 8006843f-af33-43e8-b81a-eff2d3d96531 owned by network:router_gateway {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:35:23.062663 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-83225274-8eaa-4ee1-8e4e-19592e469ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e2974-7878-4d65-835e-5847866551c8', 'name': 'tempest-TestVolumeBootPattern-441793804-router', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:35:21Z', 'revision_number': 5, 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'gw_port': {'id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e2974-7878-4d65-835e-5847866551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}], 'dv-cinder-790535-39-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:23.086104 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83225274-8eaa-4ee1-8e4e-19592e469ac7 None None] The sync data for ids ['a82e2974-7878-4d65-835e-5847866551c8'] in dv-cinder-790535-39-iscsi is: [{'id': 'a82e2974-7878-4d65-835e-5847866551c8', 'name': 'tempest-TestVolumeBootPattern-441793804-router', 'tenant_id': '093f74506b6c4769ba1b72e49e46b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'external_fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:35:21Z', 'revision_number': 5, 'project_id': '093f74506b6c4769ba1b72e49e46b02a', 'gw_port': {'id': '8006843f-af33-43e8-b81a-eff2d3d96531', 'name': '', 'network_id': '0b7f7e55-3607-41ad-9381-37cd76ba4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e2974-7878-4d65-835e-5847866551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-39-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:27:45Z', 'updated_at': '2022-05-16T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25b04ffd-8519-4bc3-bb8f-dcd24ce9737a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-39-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:35:23.153189 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31725954'] for port (8006843f-af33-43e8-b81a-eff2d3d96531), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.179268 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Pushing event deleted for resources: {'Port': ['ID=8006843f-af33-43e8-b81a-eff2d3d96531,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:23.243625 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830087'] for router_gateway (a82e2974-7878-4d65-835e-5847866551c8), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.327348 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6984'] for router (a82e2974-7878-4d65-835e-5847866551c8), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.329881 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Publish callbacks [] for router_controller (a82e2974-7878-4d65-835e-5847866551c8), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.409806 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1829014'] for router (a82e2974-7878-4d65-835e-5847866551c8), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.410361 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a82e2974-7878-4d65-835e-5847866551c8 {{(pid=103978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:35:23.414480 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.415607 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c9364564-6dca-46f0-a432-99df786eda73 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a82e2974-7878-4d65-835e-5847866551c8 HTTP/1.1" status: 204 len: 168 time: 0.9509616 May 16 15:35:23.418060 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34638) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:23.463335 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-05605b04-d9aa-48b0-906d-51ff4dd3729c admin admin] Deleting subnet 80b82154-55a8-4c9f-a014-f413dcdbaca4 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:35:23.466509 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-05605b04-d9aa-48b0-906d-51ff4dd3729c admin admin] Publish callbacks [] for subnet (80b82154-55a8-4c9f-a014-f413dcdbaca4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.500949 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-05605b04-d9aa-48b0-906d-51ff4dd3729c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32656288'] for subnet (80b82154-55a8-4c9f-a014-f413dcdbaca4), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.584655 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-05605b04-d9aa-48b0-906d-51ff4dd3729c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684535'] for subnet (80b82154-55a8-4c9f-a014-f413dcdbaca4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.696591 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-05605b04-d9aa-48b0-906d-51ff4dd3729c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31724915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32985707'] for subnet (80b82154-55a8-4c9f-a014-f413dcdbaca4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.728892 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05605b04-d9aa-48b0-906d-51ff4dd3729c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b82154-55a8-4c9f-a014-f413dcdbaca4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:23.732742 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-05605b04-d9aa-48b0-906d-51ff4dd3729c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.737532 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-05605b04-d9aa-48b0-906d-51ff4dd3729c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/80b82154-55a8-4c9f-a014-f413dcdbaca4 HTTP/1.1" status: 204 len: 168 time: 0.3180823 May 16 15:35:23.740327 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.76', 34640) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:23.740771 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672ddf02-41ed-4e22-9407-cc1c4c4c07a4 None None] Network ef9ca3b1-6891-4fce-85dc-99224bed2484 requested from dv-cinder-790535-39-iscsi {{(pid=103979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:35:23.812136 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711720'] for network (ef9ca3b1-6891-4fce-85dc-99224bed2484), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.854754 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Deleting port e0cee024-357f-42b8-9d1f-e144c7716a70 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:35:23.855107 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728834518245'] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.920114 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] For port e0cee024-357f-42b8-9d1f-e144c7716a70, host dv-cinder-790535-39-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-39-iscsi',level=0,port_id=e0cee024-357f-42b8-9d1f-e144c7716a70,segment=NetworkSegment(208697b9-be97-4467-a3ce-d6d0dbcc9f2c),segment_id=208697b9-be97-4467-a3ce-d6d0dbcc9f2c)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:35:23.920469 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1833023'] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:23.933519 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Calling delete_port for e0cee024-357f-42b8-9d1f-e144c7716a70 owned by network:dhcp {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:35:24.084861 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728834527097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728834133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29923676'] for port (e0cee024-357f-42b8-9d1f-e144c7716a70), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:24.101347 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e799368e-57ad-49fb-b088-0cb4c28dec5c None None] DHCP port deletion for ef9ca3b1-6891-4fce-85dc-99224bed2484 request from dv-cinder-790535-39-iscsi {{(pid=103979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:35:24.113839 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Pushing event deleted for resources: {'Port': ['ID=e0cee024-357f-42b8-9d1f-e144c7716a70,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:24.115958 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] No DVR routers for this DVR port e0cee024-357f-42b8-9d1f-e144c7716a70 on host dv-cinder-790535-39-iscsi {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:35:24.193694 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752450', 'neutron.services.segments.db._delete_segments_for_network-8728834546966'] for network (ef9ca3b1-6891-4fce-85dc-99224bed2484), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:24.197451 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:35:24.216519 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9ca3b1-6891-4fce-85dc-99224bed2484']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:24.221149 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:35:24.221499 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 9ad18e1d-7e91-4c2f-87a5-17a55fe3ce69 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:35:24.226776 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208697b9-be97-4467-a3ce-d6d0dbcc9f2c') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:24.227070 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.services.segments.db [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208697b9-be97-4467-a3ce-d6d0dbcc9f2c') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:35:24.237536 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728834547743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29935036'] for segment (208697b9-be97-4467-a3ce-d6d0dbcc9f2c), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:24.251245 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996'] for segment (208697b9-be97-4467-a3ce-d6d0dbcc9f2c), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:24.257370 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:35:24.257745 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29923599'] for segment (208697b9-be97-4467-a3ce-d6d0dbcc9f2c), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: Traceback (most recent call last): May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: timer() May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: cb(*args, **kw) May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: return func(*args, **kwargs) May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: self._notify() May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: self.callback(batched_events) May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: event.method(event) May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: return f(self, *a, **k) May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._get(url).json() May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: return self.request(url, 'GET', **kwargs) May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:35:24.260261 dv-cinder-790535-39-iscsi neutron-server[103977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:35:24.404131 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1832949'] for network (ef9ca3b1-6891-4fce-85dc-99224bed2484), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:24.410102 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678435'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:24.413173 dv-cinder-790535-39-iscsi neutron-server[103977]: INFO neutron.wsgi [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] 10.222.0.76 "DELETE /v2.0/networks/ef9ca3b1-6891-4fce-85dc-99224bed2484 HTTP/1.1" status: 204 len: 168 time: 0.6717649 May 16 15:35:24.423902 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329d3a1-a923-497c-afda-867b9995ccbf admin admin] Pushing event deleted for resources: {'Network': ['ID=ef9ca3b1-6891-4fce-85dc-99224bed2484,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:24.735585 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34644) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:24.774403 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9aa52539-5d90-49e5-8cc7-5338659a68ae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc74c97613c4462bb551e50800a5f5e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376301 May 16 15:35:24.777020 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34646) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:24.793192 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c3d0bcfc-bb40-4c68-b7f8-8b76aff8dede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:24.830789 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c51f5ab7-2ff5-4c07-9046-b931ba405db0 admin admin] Publish callbacks [] for security_group (776d731b-8aa6-434c-9d7d-56bf3f30037f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:24.855211 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c51f5ab7-2ff5-4c07-9046-b931ba405db0 admin admin] Publish callbacks [] for security_group (776d731b-8aa6-434c-9d7d-56bf3f30037f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:24.961992 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c51f5ab7-2ff5-4c07-9046-b931ba405db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (776d731b-8aa6-434c-9d7d-56bf3f30037f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:24.964461 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c51f5ab7-2ff5-4c07-9046-b931ba405db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:24.965585 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c51f5ab7-2ff5-4c07-9046-b931ba405db0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/776d731b-8aa6-434c-9d7d-56bf3f30037f HTTP/1.1" status: 204 len: 168 time: 0.1877031 May 16 15:35:24.974238 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f5ab7-2ff5-4c07-9046-b931ba405db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776d731b-8aa6-434c-9d7d-56bf3f30037f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:25.597425 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34652) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:25.636609 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c7e419b0-c58e-4d1a-aa8f-bc86c3a9d3e0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=093f74506b6c4769ba1b72e49e46b02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380030 May 16 15:35:25.642357 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.76', 34654) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:35:25.689576 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4bd59b07-afd2-4373-ae95-30774406967d admin admin] Publish callbacks [] for security_group (7cf67ada-ef72-443d-b055-c962ec2b91cf), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:25.710427 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4bd59b07-afd2-4373-ae95-30774406967d admin admin] Publish callbacks [] for security_group (7cf67ada-ef72-443d-b055-c962ec2b91cf), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:25.756230 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device e0cee024-357f-42b8-9d1f-e144c7716a70 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:35:25.778690 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: e0cee024-357f-42b8-9d1f-e144c7716a70 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:35:25.779034 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device e0cee024-357f-42b8-9d1f-e144c7716a70 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:35:25.779449 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 8006843f-af33-43e8-b81a-eff2d3d96531 no longer exists at agent ovs-agent-dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:35:25.803280 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] No Port match for: 8006843f-af33-43e8-b81a-eff2d3d96531 {{(pid=103979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:35:25.803866 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.rpc [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Device 8006843f-af33-43e8-b81a-eff2d3d96531 not bound to the agent host dv-cinder-790535-39-iscsi {{(pid=103979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:35:25.836084 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4bd59b07-afd2-4373-ae95-30774406967d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686646'] for security_group (7cf67ada-ef72-443d-b055-c962ec2b91cf), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:25.838691 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4bd59b07-afd2-4373-ae95-30774406967d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:25.839837 dv-cinder-790535-39-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4bd59b07-afd2-4373-ae95-30774406967d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7cf67ada-ef72-443d-b055-c962ec2b91cf HTTP/1.1" status: 204 len: 168 time: 0.1965847 May 16 15:35:25.849079 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd59b07-afd2-4373-ae95-30774406967d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf67ada-ef72-443d-b055-c962ec2b91cf,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:25.865871 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:27.516090 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:29.512898 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:42.318526 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:46.834674 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:35:52.649773 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-bbbe10a4-8f04-4003-b82f-b65cec2ee17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:54.849580 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2bfe39b9-6f70-41cc-bc3f-2fafb9533e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:55.832665 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:57.512249 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:59.552603 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:12.323690 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:22.654802 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a59f2e0-1f3d-43e5-bb66-3cfb0a5ab549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:23.835974 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:36:24.786495 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6f381e61-7cb6-4d60-88ec-14f18138dff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:25.855124 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:27.523221 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:29.512614 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:42.311748 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:49.856009 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [req-f0702de2-6c47-4685-a9e8-f8e882b389a2 req-c02c00ce-81ff-4349-9114-aa40f7ace222 service neutron] (103978) timed out ('10.222.0.79', 65353) {{(pid=103978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 15:36:52.648763 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fbedba54-5882-406e-83dc-f34d332a987d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:54.773430 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6db0-d9b4-42d2-82f8-a38fd40d1fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:55.431614 dv-cinder-790535-39-iscsi neutron-server[103978]: DEBUG neutron.wsgi [req-63693cc2-715b-4839-8f50-80a2a4829d86 req-21441044-6601-4266-9377-508478d3c789 service neutron] (103978) timed out ('10.222.0.79', 65344) {{(pid=103978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 15:36:55.831766 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:57.523369 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:59.500010 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:00.835732 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:37:12.328942 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:22.654319 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-73950c61-f295-4880-be6c-5fe217103733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:24.774584 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7ced-a6ae-4565-83be-304c777ab193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:25.859573 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:27.540150 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:29.539352 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:37.834637 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:37:42.332780 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:52.716356 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a30b885e-1617-44e3-b2d1-faa3878c4fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:54.787620 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2e9c-fb2c-410c-9cbd-efabed0574c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:55.836944 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:57.533520 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.504220 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:12.327333 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:14.834142 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:38:22.693273 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d970-87df-42b0-a52d-230231260374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:24.778975 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1483394b-2237-4ad1-989e-b0b880fe29ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:25.853214 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:27.550540 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:29.527121 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:42.356039 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:51.833693 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:38:52.658427 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2f930770-4fb6-4069-b78c-0cd5cfdd2fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:54.772863 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c285f901-2dbc-4813-bd38-e58e460713d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:55.864085 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:57.538610 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:59.527000 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:12.343996 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:22.715035 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5da4aed8-ff22-47a9-b6c4-ef95bf73d531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:24.790061 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-41c28b8a-9931-45ce-bbe7-648eff90756b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:25.841008 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:27.560804 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:28.834186 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:39:29.509692 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:32.275699 dv-cinder-790535-39-iscsi neutron-server[103977]: DEBUG neutron.wsgi [req-4dc70163-c45b-46a6-94ea-442433019c07 req-367e18a9-9e4e-46c6-b883-d38b8119b94e tempest-AttachVolumeShelveTestJSON-1313645631 tempest-AttachVolumeShelveTestJSON-1313645631-project] (103977) timed out ('10.222.0.76', 56944) {{(pid=103977) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 15:39:42.360802 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:52.657929 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-71e21167-7180-4143-87d6-fd6806b8695e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:54.823405 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-bb2f201e-c2c4-4d64-94f2-2a76efe7ae6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:55.846563 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:57.549151 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:59.526655 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:05.833635 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:40:12.354921 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:22.651929 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8b0477a1-47d4-402e-8eb1-1c8a63c7abb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (cf37eec0-6f4e-45dd-95ff-fccb1b86c231), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:24.800240 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3e39-4497-433e-9a47-2a0034a68378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (dcf3a4e3-4a3a-45d6-8cfc-7ac0dcb9a346), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:25.886467 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b6533c4-78f8-4bc2-89da-0bf45b6c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (74799c6e-3b6e-4b1a-86e6-1a52ff481c80), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:27.531711 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0a26647a-6553-401a-a12d-110d21103c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (068a1570-8b87-4d59-9493-2aa8ab64ccaa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:29.572197 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8f905a83-4bed-4fa9-be44-10c2916e3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (4b0ce726-a46e-495f-910f-d9cd7bc96016), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:42.405122 dv-cinder-790535-39-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1503-91b5-4de3-8134-4b2ebe9e8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728834546948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737409'] for agent (f1728a0e-eda2-4084-90ed-69ff31048b2c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:42.833639 dv-cinder-790535-39-iscsi neutron-server[103980]: DEBUG neutron.db.agents_db [None req-f90871c1-83b9-4704-8f2b-e1ebce6c97b0 None None] Agent healthcheck: found 6 active agents {{(pid=103980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}